{"level":"warn","ts":"2026-04-16T16:31:25.378681Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T16:31:25.378777Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.242:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.242:2380","--initial-cluster=instance=https://199.204.45.242:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.242:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.242:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T16:31:25.378846Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T16:31:25.378859Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-04-16T16:31:25.378879Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T16:31:25.379504Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"]} {"level":"info","ts":"2026-04-16T16:31:25.379576Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.242:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T16:31:25.386786Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.561758ms"} {"level":"info","ts":"2026-04-16T16:31:25.393869Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b844c110b9783e73","cluster-id":"49dc9693ccd466a9"} {"level":"info","ts":"2026-04-16T16:31:25.394083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T16:31:25.39413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 0"} {"level":"info","ts":"2026-04-16T16:31:25.394161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b844c110b9783e73 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T16:31:25.394186Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 1"} {"level":"info","ts":"2026-04-16T16:31:25.394315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"warn","ts":"2026-04-16T16:31:25.400267Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T16:31:25.404553Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T16:31:25.407434Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T16:31:25.411034Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b844c110b9783e73","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T16:31:25.411326Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b844c110b9783e73","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T16:31:25.411435Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:31:25.411509Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:31:25.41154Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:31:25.411996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"info","ts":"2026-04-16T16:31:25.412113Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","added-peer-id":"b844c110b9783e73","added-peer-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-04-16T16:31:25.414272Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T16:31:25.414527Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-04-16T16:31:25.414577Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b844c110b9783e73","initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T16:31:25.414625Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-04-16T16:31:25.414629Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T16:31:25.69777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T16:31:25.697887Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T16:31:25.69792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgPreVoteResp from b844c110b9783e73 at term 1"} {"level":"info","ts":"2026-04-16T16:31:25.697942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became candidate at term 2"} {"level":"info","ts":"2026-04-16T16:31:25.697962Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgVoteResp from b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-04-16T16:31:25.697981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became leader at term 2"} {"level":"info","ts":"2026-04-16T16:31:25.697996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b844c110b9783e73 elected leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-04-16T16:31:25.699715Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:31:25.70339Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b844c110b9783e73","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.242:2379]}","request-path":"/0/members/b844c110b9783e73/attributes","cluster-id":"49dc9693ccd466a9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T16:31:25.703629Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T16:31:25.703725Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:31:25.703752Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T16:31:25.703818Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:31:25.704081Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T16:31:25.704464Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T16:31:25.704454Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:31:25.707295Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.242:2379"} {"level":"info","ts":"2026-04-16T16:31:25.709565Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T16:31:28.223511Z","caller":"traceutil/trace.go:171","msg":"trace[329459935] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"107.491619ms","start":"2026-04-16T16:31:28.115981Z","end":"2026-04-16T16:31:28.223472Z","steps":["trace[329459935] 'process raft request' (duration: 32.163536ms)","trace[329459935] 'compare' (duration: 75.107478ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:28.754374Z","caller":"traceutil/trace.go:171","msg":"trace[2032854021] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"129.752053ms","start":"2026-04-16T16:31:28.624601Z","end":"2026-04-16T16:31:28.754353Z","steps":["trace[2032854021] 'process raft request' (duration: 128.283259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:28.997288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.614769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-16T16:31:28.997404Z","caller":"traceutil/trace.go:171","msg":"trace[1589767115] linearizableReadLoop","detail":"{readStateIndex:103; appliedIndex:102; }","duration":"114.666332ms","start":"2026-04-16T16:31:28.882719Z","end":"2026-04-16T16:31:28.997385Z","steps":["trace[1589767115] 'read index received' (duration: 39.201µs)","trace[1589767115] 'applied index is now lower than readState.Index' (duration: 114.625781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:28.997519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.797025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-16T16:31:28.997552Z","caller":"traceutil/trace.go:171","msg":"trace[679518250] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:99; }","duration":"114.864566ms","start":"2026-04-16T16:31:28.882676Z","end":"2026-04-16T16:31:28.997541Z","steps":["trace[679518250] 'agreement among raft nodes before linearized reading' (duration: 114.763754ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:28.997578Z","caller":"traceutil/trace.go:171","msg":"trace[1745033468] transaction","detail":"{read_only:false; response_revision:99; number_of_response:1; }","duration":"181.455781ms","start":"2026-04-16T16:31:28.81604Z","end":"2026-04-16T16:31:28.997495Z","steps":["trace[1745033468] 'process raft request' (duration: 59.107566ms)","trace[1745033468] 'compare' (duration: 121.412474ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:29.148787Z","caller":"traceutil/trace.go:171","msg":"trace[19316603] linearizableReadLoop","detail":"{readStateIndex:104; appliedIndex:103; }","duration":"148.939187ms","start":"2026-04-16T16:31:28.999822Z","end":"2026-04-16T16:31:29.148762Z","steps":["trace[19316603] 'read index received' (duration: 114.290274ms)","trace[19316603] 'applied index is now lower than readState.Index' (duration: 34.648072ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:29.148853Z","caller":"traceutil/trace.go:171","msg":"trace[1229294607] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"149.596181ms","start":"2026-04-16T16:31:28.999238Z","end":"2026-04-16T16:31:29.148834Z","steps":["trace[1229294607] 'process raft request' (duration: 114.910527ms)","trace[1229294607] 'compare' (duration: 34.461729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:29.149055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.214022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-16T16:31:29.149167Z","caller":"traceutil/trace.go:171","msg":"trace[1376963388] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:0; response_revision:100; }","duration":"149.349107ms","start":"2026-04-16T16:31:28.999772Z","end":"2026-04-16T16:31:29.149121Z","steps":["trace[1376963388] 'agreement among raft nodes before linearized reading' (duration: 149.09028ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:29.398016Z","caller":"traceutil/trace.go:171","msg":"trace[1608535946] linearizableReadLoop","detail":"{readStateIndex:106; appliedIndex:105; }","duration":"156.874006ms","start":"2026-04-16T16:31:29.241116Z","end":"2026-04-16T16:31:29.39799Z","steps":["trace[1608535946] 'read index received' (duration: 69.464671ms)","trace[1608535946] 'applied index is now lower than readState.Index' (duration: 87.408485ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:29.398129Z","caller":"traceutil/trace.go:171","msg":"trace[93011327] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"197.988555ms","start":"2026-04-16T16:31:29.200095Z","end":"2026-04-16T16:31:29.398084Z","steps":["trace[93011327] 'process raft request' (duration: 110.447447ms)","trace[93011327] 'compare' (duration: 87.320483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:29.398192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.04761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-16T16:31:29.398245Z","caller":"traceutil/trace.go:171","msg":"trace[1918326605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:102; }","duration":"157.155922ms","start":"2026-04-16T16:31:29.241076Z","end":"2026-04-16T16:31:29.398232Z","steps":["trace[1918326605] 'agreement among raft nodes before linearized reading' (duration: 157.004659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:30.111302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.39437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-16T16:31:30.111382Z","caller":"traceutil/trace.go:171","msg":"trace[1300866608] linearizableReadLoop","detail":"{readStateIndex:124; appliedIndex:123; }","duration":"533.465267ms","start":"2026-04-16T16:31:29.577904Z","end":"2026-04-16T16:31:30.11137Z","steps":["trace[1300866608] 'read index received' (duration: 86.814092ms)","trace[1300866608] 'applied index is now lower than readState.Index' (duration: 446.650335ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:30.111467Z","caller":"traceutil/trace.go:171","msg":"trace[1496393116] transaction","detail":"{read_only:false; response_revision:119; number_of_response:1; }","duration":"574.594408ms","start":"2026-04-16T16:31:29.536853Z","end":"2026-04-16T16:31:30.111448Z","steps":["trace[1496393116] 'process raft request' (duration: 127.865051ms)","trace[1496393116] 'compare' (duration: 446.299208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:30.11157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:29.536837Z","time spent":"574.69406ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:30.111488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.589011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-16T16:31:30.111676Z","caller":"traceutil/trace.go:171","msg":"trace[1461223192] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:0; response_revision:119; }","duration":"533.802825ms","start":"2026-04-16T16:31:29.577863Z","end":"2026-04-16T16:31:30.111666Z","steps":["trace[1461223192] 'agreement among raft nodes before linearized reading' (duration: 533.537989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:30.111711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:29.57785Z","time spent":"533.852847ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-04-16T16:31:30.615577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110408000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:31.116197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110408000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:31.616383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.50241246s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:31:31.616844Z","caller":"traceutil/trace.go:171","msg":"trace[655505366] linearizableReadLoop","detail":"{readStateIndex:125; appliedIndex:125; }","duration":"1.501724895s","start":"2026-04-16T16:31:30.115085Z","end":"2026-04-16T16:31:31.61681Z","steps":["trace[655505366] 'read index received' (duration: 1.501685904s)","trace[655505366] 'applied index is now lower than readState.Index' (duration: 36.541µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:31.616851Z","caller":"traceutil/trace.go:171","msg":"trace[1625401786] transaction","detail":"{read_only:false; response_revision:120; number_of_response:1; }","duration":"1.502930222s","start":"2026-04-16T16:31:30.113883Z","end":"2026-04-16T16:31:31.616813Z","steps":["trace[1625401786] 'process raft request' (duration: 1.502809329s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:31.616984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:30.113864Z","time spent":"1.503063294s","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:31:31.617094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50198336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a6e35b25e71a36\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-04-16T16:31:31.617162Z","caller":"traceutil/trace.go:171","msg":"trace[184514739] range","detail":"{range_begin:/registry/events/default/instance.18a6e35b25e71a36; range_end:; response_count:1; response_revision:120; }","duration":"1.502126204s","start":"2026-04-16T16:31:30.115017Z","end":"2026-04-16T16:31:31.617143Z","steps":["trace[184514739] 'agreement among raft nodes before linearized reading' (duration: 1.501915078s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:31.617237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:30.114946Z","time spent":"1.502277028s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":671,"request content":"key:\"/registry/events/default/instance.18a6e35b25e71a36\" "} {"level":"warn","ts":"2026-04-16T16:31:32.117842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110408003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:32.341105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:31:32.341194Z","caller":"traceutil/trace.go:171","msg":"trace[838358654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254102s","start":"2026-04-16T16:31:30.340925Z","end":"2026-04-16T16:31:32.34118Z","steps":["trace[838358654] 'agreement among raft nodes before linearized reading' (duration: 2.00013461s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:32.34123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:30.340906Z","time spent":"2.000317824s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:31:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:31:32.618517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110408003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:33.11968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110408003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:33.47081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:31:33.470919Z","caller":"traceutil/trace.go:171","msg":"trace[2024364667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015993s","start":"2026-04-16T16:31:31.470736Z","end":"2026-04-16T16:31:33.470896Z","steps":["trace[2024364667] 'agreement among raft nodes before linearized reading' (duration: 2.000038628s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:33.470966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:31.470718Z","time spent":"2.000238392s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:31:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:31:33.620631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110408003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:33.931543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.314620819s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:31:33.931959Z","caller":"traceutil/trace.go:171","msg":"trace[2130516609] transaction","detail":"{read_only:false; response_revision:121; number_of_response:1; }","duration":"2.672578329s","start":"2026-04-16T16:31:31.25936Z","end":"2026-04-16T16:31:33.931938Z","steps":["trace[2130516609] 'process raft request' (duration: 2.672398915s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:33.932084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:31.259332Z","time spent":"2.672693632s","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:31:34.341643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:31:34.3418Z","caller":"traceutil/trace.go:171","msg":"trace[1999648702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169911s","start":"2026-04-16T16:31:32.341533Z","end":"2026-04-16T16:31:34.341703Z","steps":["trace[1999648702] 'agreement among raft nodes before linearized reading' (duration: 2.000072889s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:34.341879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:32.341516Z","time spent":"2.000346895s","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:31:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:31:34.465664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.974775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-16T16:31:34.465807Z","caller":"traceutil/trace.go:171","msg":"trace[1891483073] linearizableReadLoop","detail":"{readStateIndex:127; appliedIndex:125; }","duration":"2.848887484s","start":"2026-04-16T16:31:31.616903Z","end":"2026-04-16T16:31:34.465791Z","steps":["trace[1891483073] 'read index received' (duration: 2.314883075s)","trace[1891483073] 'applied index is now lower than readState.Index' (duration: 534.003309ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:34.46586Z","caller":"traceutil/trace.go:171","msg":"trace[145393105] transaction","detail":"{read_only:false; response_revision:122; number_of_response:1; }","duration":"2.845919398s","start":"2026-04-16T16:31:31.619908Z","end":"2026-04-16T16:31:34.465828Z","steps":["trace[145393105] 'process raft request' (duration: 2.597703678s)","trace[145393105] 'compare' (duration: 247.869142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:34.465936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.844858737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-16T16:31:34.465963Z","caller":"traceutil/trace.go:171","msg":"trace[2087487485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:122; }","duration":"3.844922038s","start":"2026-04-16T16:31:30.621032Z","end":"2026-04-16T16:31:34.465954Z","steps":["trace[2087487485] 'agreement among raft nodes before linearized reading' (duration: 3.844841036s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:34.465985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845981408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-16T16:31:34.466014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:30.621008Z","time spent":"3.84499842s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:31:34.466045Z","caller":"traceutil/trace.go:171","msg":"trace[1440954725] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:0; response_revision:122; }","duration":"2.846045179s","start":"2026-04-16T16:31:31.619977Z","end":"2026-04-16T16:31:34.466022Z","steps":["trace[1440954725] 'agreement among raft nodes before linearized reading' (duration: 2.845946087s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:34.466074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:31.619889Z","time spent":"2.846055111s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:34.466096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:31.619956Z","time spent":"2.846125202s","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:controller:expand-controller\" "} {"level":"warn","ts":"2026-04-16T16:31:34.46633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.581819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-16T16:31:34.466435Z","caller":"traceutil/trace.go:171","msg":"trace[645323180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:122; }","duration":"494.744403ms","start":"2026-04-16T16:31:33.971666Z","end":"2026-04-16T16:31:34.46641Z","steps":["trace[645323180] 'agreement among raft nodes before linearized reading' (duration: 494.533298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:34.46637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.283022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3465"} {"level":"warn","ts":"2026-04-16T16:31:34.466491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:33.971647Z","time spent":"494.836136ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:31:34.46654Z","caller":"traceutil/trace.go:171","msg":"trace[444814909] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:122; }","duration":"613.477767ms","start":"2026-04-16T16:31:33.85305Z","end":"2026-04-16T16:31:34.466528Z","steps":["trace[444814909] 'agreement among raft nodes before linearized reading' (duration: 613.253762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:34.466579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:33.853034Z","time spent":"613.533788ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3488,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-16T16:31:34.46637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.225698846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-16T16:31:34.466722Z","caller":"traceutil/trace.go:171","msg":"trace[2129771920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:122; }","duration":"4.226033534s","start":"2026-04-16T16:31:30.240628Z","end":"2026-04-16T16:31:34.466662Z","steps":["trace[2129771920] 'agreement among raft nodes before linearized reading' (duration: 4.225714877s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:34.466839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:30.24061Z","time spent":"4.226187727s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:31:35.079572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.725014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-16T16:31:35.079676Z","caller":"traceutil/trace.go:171","msg":"trace[1638042071] transaction","detail":"{read_only:false; response_revision:123; number_of_response:1; }","duration":"609.332134ms","start":"2026-04-16T16:31:34.470324Z","end":"2026-04-16T16:31:35.079656Z","steps":["trace[1638042071] 'process raft request' (duration: 209.458395ms)","trace[1638042071] 'compare' (duration: 399.592531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:35.079728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:34.470314Z","time spent":"609.395975ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:31:35.081683Z","caller":"traceutil/trace.go:171","msg":"trace[1624038945] transaction","detail":"{read_only:false; response_revision:124; number_of_response:1; }","duration":"610.670713ms","start":"2026-04-16T16:31:34.470989Z","end":"2026-04-16T16:31:35.08166Z","steps":["trace[1624038945] 'process raft request' (duration: 610.489929ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:35.081781Z","caller":"traceutil/trace.go:171","msg":"trace[1920877720] transaction","detail":"{read_only:false; response_revision:125; number_of_response:1; }","duration":"610.445548ms","start":"2026-04-16T16:31:34.471299Z","end":"2026-04-16T16:31:35.081744Z","steps":["trace[1920877720] 'process raft request' (duration: 610.302625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:35.081814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:34.470967Z","time spent":"610.807656ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:31:35.081828Z","caller":"traceutil/trace.go:171","msg":"trace[501081840] transaction","detail":"{read_only:false; response_revision:127; number_of_response:1; }","duration":"593.845203ms","start":"2026-04-16T16:31:34.487959Z","end":"2026-04-16T16:31:35.081804Z","steps":["trace[501081840] 'process raft request' (duration: 593.73818ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:35.081856Z","caller":"traceutil/trace.go:171","msg":"trace[760748095] transaction","detail":"{read_only:false; response_revision:126; number_of_response:1; }","duration":"609.532456ms","start":"2026-04-16T16:31:34.472304Z","end":"2026-04-16T16:31:35.081836Z","steps":["trace[760748095] 'process raft request' (duration: 609.337362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:35.081923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:34.471277Z","time spent":"610.579001ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:31:35.081966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:34.487945Z","time spent":"593.944145ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:35.081971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:34.472291Z","time spent":"609.613079ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:35.304142Z","caller":"traceutil/trace.go:171","msg":"trace[738469026] linearizableReadLoop","detail":"{readStateIndex:134; appliedIndex:132; }","duration":"215.613974ms","start":"2026-04-16T16:31:35.0885Z","end":"2026-04-16T16:31:35.304114Z","steps":["trace[738469026] 'read index received' (duration: 88.523891ms)","trace[738469026] 'applied index is now lower than readState.Index' (duration: 127.089453ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:35.304246Z","caller":"traceutil/trace.go:171","msg":"trace[979030865] transaction","detail":"{read_only:false; response_revision:130; number_of_response:1; }","duration":"215.335458ms","start":"2026-04-16T16:31:35.088901Z","end":"2026-04-16T16:31:35.304237Z","steps":["trace[979030865] 'process raft request' (duration: 215.160594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:35.304399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.8838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T16:31:35.304445Z","caller":"traceutil/trace.go:171","msg":"trace[959893959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:130; }","duration":"215.950691ms","start":"2026-04-16T16:31:35.088475Z","end":"2026-04-16T16:31:35.304426Z","steps":["trace[959893959] 'agreement among raft nodes before linearized reading' (duration: 215.875729ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:35.304441Z","caller":"traceutil/trace.go:171","msg":"trace[848084320] transaction","detail":"{read_only:false; response_revision:129; number_of_response:1; }","duration":"216.560825ms","start":"2026-04-16T16:31:35.087831Z","end":"2026-04-16T16:31:35.304392Z","steps":["trace[848084320] 'process raft request' (duration: 132.865343ms)","trace[848084320] 'compare' (duration: 83.246992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:35.304493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.356942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:35.304526Z","caller":"traceutil/trace.go:171","msg":"trace[1876092563] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:0; response_revision:130; }","duration":"124.438043ms","start":"2026-04-16T16:31:35.18008Z","end":"2026-04-16T16:31:35.304518Z","steps":["trace[1876092563] 'agreement among raft nodes before linearized reading' (duration: 124.353621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:35.562924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.799932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:35.563046Z","caller":"traceutil/trace.go:171","msg":"trace[1654139995] linearizableReadLoop","detail":"{readStateIndex:143; appliedIndex:142; }","duration":"155.32153ms","start":"2026-04-16T16:31:35.407706Z","end":"2026-04-16T16:31:35.563027Z","steps":["trace[1654139995] 'read index received' (duration: 41.088078ms)","trace[1654139995] 'applied index is now lower than readState.Index' (duration: 114.232352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:35.563202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.519945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:namespace-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:35.56313Z","caller":"traceutil/trace.go:171","msg":"trace[675933432] transaction","detail":"{read_only:false; response_revision:138; number_of_response:1; }","duration":"176.050529ms","start":"2026-04-16T16:31:35.387031Z","end":"2026-04-16T16:31:35.563081Z","steps":["trace[675933432] 'process raft request' (duration: 61.9606ms)","trace[675933432] 'compare' (duration: 113.67288ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:35.563235Z","caller":"traceutil/trace.go:171","msg":"trace[1352791448] range","detail":"{range_begin:/registry/clusterroles/system:controller:namespace-controller; range_end:; response_count:0; response_revision:138; }","duration":"155.580656ms","start":"2026-04-16T16:31:35.407643Z","end":"2026-04-16T16:31:35.563224Z","steps":["trace[1352791448] 'agreement among raft nodes before linearized reading' (duration: 155.486904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:35.563398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.802692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:35.564042Z","caller":"traceutil/trace.go:171","msg":"trace[930758794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:138; }","duration":"122.501318ms","start":"2026-04-16T16:31:35.441516Z","end":"2026-04-16T16:31:35.564017Z","steps":["trace[930758794] 'agreement among raft nodes before linearized reading' (duration: 121.791942ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:35.902075Z","caller":"traceutil/trace.go:171","msg":"trace[912014285] linearizableReadLoop","detail":"{readStateIndex:153; appliedIndex:152; }","duration":"102.910867ms","start":"2026-04-16T16:31:35.799128Z","end":"2026-04-16T16:31:35.902039Z","steps":["trace[912014285] 'read index received' (duration: 41.191812ms)","trace[912014285] 'applied index is now lower than readState.Index' (duration: 61.717875ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:35.902174Z","caller":"traceutil/trace.go:171","msg":"trace[54627840] transaction","detail":"{read_only:false; response_revision:148; number_of_response:1; }","duration":"180.267805ms","start":"2026-04-16T16:31:35.72186Z","end":"2026-04-16T16:31:35.902127Z","steps":["trace[54627840] 'process raft request' (duration: 118.463948ms)","trace[54627840] 'compare' (duration: 61.565831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:35.902888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.133881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a6e35b25e71a36\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-16T16:31:35.902963Z","caller":"traceutil/trace.go:171","msg":"trace[553958127] range","detail":"{range_begin:/registry/events/default/instance.18a6e35b25e71a36; range_end:; response_count:1; response_revision:148; }","duration":"103.888318ms","start":"2026-04-16T16:31:35.799057Z","end":"2026-04-16T16:31:35.902946Z","steps":["trace[553958127] 'agreement among raft nodes before linearized reading' (duration: 103.10762ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:36.098507Z","caller":"traceutil/trace.go:171","msg":"trace[1535254681] linearizableReadLoop","detail":"{readStateIndex:156; appliedIndex:155; }","duration":"143.359711ms","start":"2026-04-16T16:31:35.95512Z","end":"2026-04-16T16:31:36.098479Z","steps":["trace[1535254681] 'read index received' (duration: 85.285778ms)","trace[1535254681] 'applied index is now lower than readState.Index' (duration: 58.072733ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:36.098544Z","caller":"traceutil/trace.go:171","msg":"trace[1254488717] transaction","detail":"{read_only:false; response_revision:151; number_of_response:1; }","duration":"143.444222ms","start":"2026-04-16T16:31:35.955052Z","end":"2026-04-16T16:31:36.098496Z","steps":["trace[1254488717] 'process raft request' (duration: 85.357429ms)","trace[1254488717] 'compare' (duration: 57.932999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:36.098659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.520834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:36.098717Z","caller":"traceutil/trace.go:171","msg":"trace[2138355848] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:0; response_revision:151; }","duration":"143.634566ms","start":"2026-04-16T16:31:35.955066Z","end":"2026-04-16T16:31:36.0987Z","steps":["trace[2138355848] 'agreement among raft nodes before linearized reading' (duration: 143.471953ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:36.28391Z","caller":"traceutil/trace.go:171","msg":"trace[1739599660] transaction","detail":"{read_only:false; response_revision:154; number_of_response:1; }","duration":"138.455789ms","start":"2026-04-16T16:31:36.145423Z","end":"2026-04-16T16:31:36.283879Z","steps":["trace[1739599660] 'process raft request' (duration: 56.565629ms)","trace[1739599660] 'compare' (duration: 81.736687ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:36.283903Z","caller":"traceutil/trace.go:171","msg":"trace[1526074030] linearizableReadLoop","detail":"{readStateIndex:159; appliedIndex:158; }","duration":"110.940057ms","start":"2026-04-16T16:31:36.172935Z","end":"2026-04-16T16:31:36.283875Z","steps":["trace[1526074030] 'read index received' (duration: 29.002435ms)","trace[1526074030] 'applied index is now lower than readState.Index' (duration: 81.936552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:36.284048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.09007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a6e35b25e71a36\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-16T16:31:36.284109Z","caller":"traceutil/trace.go:171","msg":"trace[1241413903] range","detail":"{range_begin:/registry/events/default/instance.18a6e35b25e71a36; range_end:; response_count:1; response_revision:154; }","duration":"111.201463ms","start":"2026-04-16T16:31:36.172896Z","end":"2026-04-16T16:31:36.284098Z","steps":["trace[1241413903] 'agreement among raft nodes before linearized reading' (duration: 111.06159ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:36.552298Z","caller":"traceutil/trace.go:171","msg":"trace[1589590794] linearizableReadLoop","detail":"{readStateIndex:161; appliedIndex:160; }","duration":"178.432534ms","start":"2026-04-16T16:31:36.37383Z","end":"2026-04-16T16:31:36.552262Z","steps":["trace[1589590794] 'read index received' (duration: 178.350042ms)","trace[1589590794] 'applied index is now lower than readState.Index' (duration: 80.702µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:36.55232Z","caller":"traceutil/trace.go:171","msg":"trace[1970598861] transaction","detail":"{read_only:false; response_revision:156; number_of_response:1; }","duration":"262.222716ms","start":"2026-04-16T16:31:36.290064Z","end":"2026-04-16T16:31:36.552286Z","steps":["trace[1970598861] 'process raft request' (duration: 262.043012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:36.552561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.702429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5895"} {"level":"info","ts":"2026-04-16T16:31:36.552633Z","caller":"traceutil/trace.go:171","msg":"trace[804714700] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:156; }","duration":"178.834083ms","start":"2026-04-16T16:31:36.373781Z","end":"2026-04-16T16:31:36.552615Z","steps":["trace[804714700] 'agreement among raft nodes before linearized reading' (duration: 178.610878ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:36.870425Z","caller":"traceutil/trace.go:171","msg":"trace[1419659540] transaction","detail":"{read_only:false; response_revision:157; number_of_response:1; }","duration":"494.095239ms","start":"2026-04-16T16:31:36.376304Z","end":"2026-04-16T16:31:36.870399Z","steps":["trace[1419659540] 'process raft request' (duration: 414.694714ms)","trace[1419659540] 'compare' (duration: 79.137579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:36.870565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.376284Z","time spent":"494.218902ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:31:36.870625Z","caller":"traceutil/trace.go:171","msg":"trace[2050478927] linearizableReadLoop","detail":"{readStateIndex:163; appliedIndex:161; }","duration":"318.208573ms","start":"2026-04-16T16:31:36.55239Z","end":"2026-04-16T16:31:36.870599Z","steps":["trace[2050478927] 'read index received' (duration: 238.707415ms)","trace[2050478927] 'applied index is now lower than readState.Index' (duration: 79.499788ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:36.870684Z","caller":"traceutil/trace.go:171","msg":"trace[897641643] transaction","detail":"{read_only:false; response_revision:158; number_of_response:1; }","duration":"447.209039ms","start":"2026-04-16T16:31:36.423465Z","end":"2026-04-16T16:31:36.870674Z","steps":["trace[897641643] 'process raft request' (duration: 446.872672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:36.870727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.42345Z","time spent":"447.25664ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:31:36.870787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.14239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:36.870826Z","caller":"traceutil/trace.go:171","msg":"trace[372135212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:158; }","duration":"329.233713ms","start":"2026-04-16T16:31:36.541583Z","end":"2026-04-16T16:31:36.870816Z","steps":["trace[372135212] 'agreement among raft nodes before linearized reading' (duration: 329.13635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:36.870861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.541564Z","time spent":"329.290153ms","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:31:36.870829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.509756ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:36.870929Z","caller":"traceutil/trace.go:171","msg":"trace[2000846326] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:158; }","duration":"374.613448ms","start":"2026-04-16T16:31:36.496305Z","end":"2026-04-16T16:31:36.870919Z","steps":["trace[2000846326] 'agreement among raft nodes before linearized reading' (duration: 374.497305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:36.871066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.48279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a6e35b25e69bf5\" ","response":"range_response_count:1 size:656"} {"level":"info","ts":"2026-04-16T16:31:36.871103Z","caller":"traceutil/trace.go:171","msg":"trace[270574436] range","detail":"{range_begin:/registry/events/default/instance.18a6e35b25e69bf5; range_end:; response_count:1; response_revision:158; }","duration":"495.550062ms","start":"2026-04-16T16:31:36.375544Z","end":"2026-04-16T16:31:36.871094Z","steps":["trace[270574436] 'agreement among raft nodes before linearized reading' (duration: 495.47306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:36.871129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.375528Z","time spent":"495.595892ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":679,"request content":"key:\"/registry/events/default/instance.18a6e35b25e69bf5\" "} {"level":"warn","ts":"2026-04-16T16:31:37.410394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.489187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:37.410589Z","caller":"traceutil/trace.go:171","msg":"trace[1881616871] transaction","detail":"{read_only:false; response_revision:161; number_of_response:1; }","duration":"533.320845ms","start":"2026-04-16T16:31:36.877254Z","end":"2026-04-16T16:31:37.410575Z","steps":["trace[1881616871] 'process raft request' (duration: 533.286974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:37.410641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.87724Z","time spent":"533.383077ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:31:37.410933Z","caller":"traceutil/trace.go:171","msg":"trace[1866235773] linearizableReadLoop","detail":"{readStateIndex:164; appliedIndex:163; }","duration":"540.18892ms","start":"2026-04-16T16:31:36.870692Z","end":"2026-04-16T16:31:37.410881Z","steps":["trace[1866235773] 'read index received' (duration: 156.125149ms)","trace[1866235773] 'applied index is now lower than readState.Index' (duration: 384.052431ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:37.411018Z","caller":"traceutil/trace.go:171","msg":"trace[2082751514] transaction","detail":"{read_only:false; response_revision:160; number_of_response:1; }","duration":"537.55794ms","start":"2026-04-16T16:31:36.873427Z","end":"2026-04-16T16:31:37.410985Z","steps":["trace[2082751514] 'process raft request' (duration: 537.062729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:37.411208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.873407Z","time spent":"537.684044ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:37.411224Z","caller":"traceutil/trace.go:171","msg":"trace[2043397666] transaction","detail":"{read_only:false; response_revision:159; number_of_response:1; }","duration":"849.258696ms","start":"2026-04-16T16:31:36.561892Z","end":"2026-04-16T16:31:37.41115Z","steps":["trace[2043397666] 'process raft request' (duration: 464.931309ms)","trace[2043397666] 'compare' (duration: 383.320074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:37.411467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.139527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:31:37.411517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.989772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:37.411552Z","caller":"traceutil/trace.go:171","msg":"trace[1743568692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:161; }","duration":"270.070014ms","start":"2026-04-16T16:31:37.141473Z","end":"2026-04-16T16:31:37.411543Z","steps":["trace[1743568692] 'agreement among raft nodes before linearized reading' (duration: 270.026713ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:37.411596Z","caller":"traceutil/trace.go:171","msg":"trace[648477062] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:161; }","duration":"343.29384ms","start":"2026-04-16T16:31:37.068273Z","end":"2026-04-16T16:31:37.411567Z","steps":["trace[648477062] 'agreement among raft nodes before linearized reading' (duration: 343.128907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:37.411634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:37.068241Z","time spent":"343.385652ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-16T16:31:37.411599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.561875Z","time spent":"849.594874ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:37.411475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.795976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-16T16:31:37.411255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.369064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:37.411906Z","caller":"traceutil/trace.go:171","msg":"trace[1076039431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:161; }","duration":"104.202945ms","start":"2026-04-16T16:31:37.307616Z","end":"2026-04-16T16:31:37.411819Z","steps":["trace[1076039431] 'agreement among raft nodes before linearized reading' (duration: 103.827096ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:37.412125Z","caller":"traceutil/trace.go:171","msg":"trace[85137993] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-controller; range_end:; response_count:0; response_revision:161; }","duration":"856.03313ms","start":"2026-04-16T16:31:36.555796Z","end":"2026-04-16T16:31:37.411829Z","steps":["trace[85137993] 'agreement among raft nodes before linearized reading' (duration: 855.351935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:37.413159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:36.555771Z","time spent":"857.322908ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:controller:service-controller\" "} {"level":"warn","ts":"2026-04-16T16:31:37.844158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.577506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:37.844321Z","caller":"traceutil/trace.go:171","msg":"trace[1463691530] linearizableReadLoop","detail":"{readStateIndex:169; appliedIndex:167; }","duration":"345.9993ms","start":"2026-04-16T16:31:37.498306Z","end":"2026-04-16T16:31:37.844305Z","steps":["trace[1463691530] 'read index received' (duration: 44.210199ms)","trace[1463691530] 'applied index is now lower than readState.Index' (duration: 301.787971ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:37.844394Z","caller":"traceutil/trace.go:171","msg":"trace[50025233] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"428.190278ms","start":"2026-04-16T16:31:37.416189Z","end":"2026-04-16T16:31:37.844379Z","steps":["trace[50025233] 'process raft request' (duration: 126.311415ms)","trace[50025233] 'compare' (duration: 301.445243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:37.844461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:37.41617Z","time spent":"428.259719ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:37.844559Z","caller":"traceutil/trace.go:171","msg":"trace[1599103448] transaction","detail":"{read_only:false; response_revision:164; number_of_response:1; }","duration":"426.426859ms","start":"2026-04-16T16:31:37.418077Z","end":"2026-04-16T16:31:37.844503Z","steps":["trace[1599103448] 'process raft request' (duration: 426.176853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:37.844707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.654329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-04-16T16:31:37.844743Z","caller":"traceutil/trace.go:171","msg":"trace[1626648094] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:165; }","duration":"428.69882ms","start":"2026-04-16T16:31:37.416034Z","end":"2026-04-16T16:31:37.844733Z","steps":["trace[1626648094] 'agreement among raft nodes before linearized reading' (duration: 428.594808ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:37.844742Z","caller":"traceutil/trace.go:171","msg":"trace[1297043049] transaction","detail":"{read_only:false; response_revision:165; number_of_response:1; }","duration":"343.620438ms","start":"2026-04-16T16:31:37.501101Z","end":"2026-04-16T16:31:37.844721Z","steps":["trace[1297043049] 'process raft request' (duration: 343.443723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:37.844773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:37.416026Z","time spent":"428.740762ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2943,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-04-16T16:31:37.844753Z","caller":"traceutil/trace.go:171","msg":"trace[1627290081] transaction","detail":"{read_only:false; response_revision:166; number_of_response:1; }","duration":"318.350937ms","start":"2026-04-16T16:31:37.526377Z","end":"2026-04-16T16:31:37.844728Z","steps":["trace[1627290081] 'process raft request' (duration: 318.275045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:37.84477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:37.418064Z","time spent":"426.597073ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:31:37.844832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:37.501079Z","time spent":"343.69884ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:37.844867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:37.526336Z","time spent":"318.47246ms","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3460,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:37.844662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.486275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3492"} {"level":"info","ts":"2026-04-16T16:31:37.845149Z","caller":"traceutil/trace.go:171","msg":"trace[624265951] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:164; }","duration":"429.045718ms","start":"2026-04-16T16:31:37.416094Z","end":"2026-04-16T16:31:37.845139Z","steps":["trace[624265951] 'agreement among raft nodes before linearized reading' (duration: 428.470865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:37.845208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:37.416073Z","time spent":"429.09471ms","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3515,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-16T16:31:37.890504Z","caller":"traceutil/trace.go:171","msg":"trace[100266936] transaction","detail":"{read_only:false; response_revision:167; number_of_response:1; }","duration":"240.22111ms","start":"2026-04-16T16:31:37.650236Z","end":"2026-04-16T16:31:37.890457Z","steps":["trace[100266936] 'process raft request' (duration: 239.921443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:37.890634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.249044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:37.89073Z","caller":"traceutil/trace.go:171","msg":"trace[383254814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:167; }","duration":"249.458178ms","start":"2026-04-16T16:31:37.641249Z","end":"2026-04-16T16:31:37.890707Z","steps":["trace[383254814] 'agreement among raft nodes before linearized reading' (duration: 249.215563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:38.35886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.078838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:38.359107Z","caller":"traceutil/trace.go:171","msg":"trace[438964785] transaction","detail":"{read_only:false; response_revision:173; number_of_response:1; }","duration":"410.13899ms","start":"2026-04-16T16:31:37.94895Z","end":"2026-04-16T16:31:38.359089Z","steps":["trace[438964785] 'process raft request' (duration: 410.061499ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:38.359131Z","caller":"traceutil/trace.go:171","msg":"trace[934351497] transaction","detail":"{read_only:false; response_revision:172; number_of_response:1; }","duration":"458.929133ms","start":"2026-04-16T16:31:37.900155Z","end":"2026-04-16T16:31:38.359084Z","steps":["trace[934351497] 'process raft request' (duration: 206.558369ms)","trace[934351497] 'compare' (duration: 251.924984ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:38.35916Z","caller":"traceutil/trace.go:171","msg":"trace[811770160] linearizableReadLoop","detail":"{readStateIndex:177; appliedIndex:176; }","duration":"415.252267ms","start":"2026-04-16T16:31:37.943843Z","end":"2026-04-16T16:31:38.359095Z","steps":["trace[811770160] 'read index received' (duration: 162.957094ms)","trace[811770160] 'applied index is now lower than readState.Index' (duration: 252.289652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:38.359197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:37.948926Z","time spent":"410.226482ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:38.359334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:37.90014Z","time spent":"459.088288ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:31:38.359373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.654822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:38.359409Z","caller":"traceutil/trace.go:171","msg":"trace[2011978650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:173; }","duration":"118.715453ms","start":"2026-04-16T16:31:38.240681Z","end":"2026-04-16T16:31:38.359396Z","steps":["trace[2011978650] 'agreement among raft nodes before linearized reading' (duration: 118.657222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:38.359466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.598893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:38.359586Z","caller":"traceutil/trace.go:171","msg":"trace[473476486] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-controller; range_end:; response_count:0; response_revision:173; }","duration":"415.790948ms","start":"2026-04-16T16:31:37.943767Z","end":"2026-04-16T16:31:38.359558Z","steps":["trace[473476486] 'agreement among raft nodes before linearized reading' (duration: 415.528892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:38.359645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:37.943722Z","time spent":"415.913241ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:controller:ttl-controller\" "} {"level":"warn","ts":"2026-04-16T16:31:38.734785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.526778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:38.735018Z","caller":"traceutil/trace.go:171","msg":"trace[1426670425] transaction","detail":"{read_only:false; response_revision:174; number_of_response:1; }","duration":"354.632147ms","start":"2026-04-16T16:31:38.380346Z","end":"2026-04-16T16:31:38.734978Z","steps":["trace[1426670425] 'process raft request' (duration: 120.833112ms)","trace[1426670425] 'compare' (duration: 233.277523ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:38.735085Z","caller":"traceutil/trace.go:171","msg":"trace[1464669467] transaction","detail":"{read_only:false; response_revision:175; number_of_response:1; }","duration":"347.751831ms","start":"2026-04-16T16:31:38.387282Z","end":"2026-04-16T16:31:38.735034Z","steps":["trace[1464669467] 'process raft request' (duration: 347.632378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:38.735187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:38.380326Z","time spent":"354.774729ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":648,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:31:38.735291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:38.38725Z","time spent":"347.946955ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:31:38.978714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.39896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:38.979023Z","caller":"traceutil/trace.go:171","msg":"trace[675902207] transaction","detail":"{read_only:false; response_revision:181; number_of_response:1; }","duration":"156.831265ms","start":"2026-04-16T16:31:38.822163Z","end":"2026-04-16T16:31:38.978994Z","steps":["trace[675902207] 'process raft request' (duration: 44.076997ms)","trace[675902207] 'compare' (duration: 112.203836ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:38.979641Z","caller":"traceutil/trace.go:171","msg":"trace[1152368768] transaction","detail":"{read_only:false; response_revision:182; number_of_response:1; }","duration":"156.877635ms","start":"2026-04-16T16:31:38.822752Z","end":"2026-04-16T16:31:38.979629Z","steps":["trace[1152368768] 'process raft request' (duration: 156.197529ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:39.175593Z","caller":"traceutil/trace.go:171","msg":"trace[1931869753] transaction","detail":"{read_only:false; response_revision:183; number_of_response:1; }","duration":"191.700624ms","start":"2026-04-16T16:31:38.983871Z","end":"2026-04-16T16:31:39.175572Z","steps":["trace[1931869753] 'process raft request' (duration: 139.545544ms)","trace[1931869753] 'compare' (duration: 52.042907ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:39.204998Z","caller":"traceutil/trace.go:171","msg":"trace[400752820] transaction","detail":"{read_only:false; response_revision:184; number_of_response:1; }","duration":"218.851437ms","start":"2026-04-16T16:31:38.986119Z","end":"2026-04-16T16:31:39.20497Z","steps":["trace[400752820] 'process raft request' (duration: 218.596231ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:39.395925Z","caller":"traceutil/trace.go:171","msg":"trace[946014828] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"171.343063ms","start":"2026-04-16T16:31:39.224547Z","end":"2026-04-16T16:31:39.39589Z","steps":["trace[946014828] 'process raft request' (duration: 170.33695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.673157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.97771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:39.673287Z","caller":"traceutil/trace.go:171","msg":"trace[1504408589] linearizableReadLoop","detail":"{readStateIndex:192; appliedIndex:190; }","duration":"431.263388ms","start":"2026-04-16T16:31:39.242006Z","end":"2026-04-16T16:31:39.67327Z","steps":["trace[1504408589] 'read index received' (duration: 152.892057ms)","trace[1504408589] 'applied index is now lower than readState.Index' (duration: 278.370171ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:39.674168Z","caller":"traceutil/trace.go:171","msg":"trace[510008302] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"448.068658ms","start":"2026-04-16T16:31:39.225267Z","end":"2026-04-16T16:31:39.673335Z","steps":["trace[510008302] 'process raft request' (duration: 274.846362ms)","trace[510008302] 'compare' (duration: 172.818197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:39.674427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:39.22525Z","time spent":"449.05736ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:31:39.674588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.553197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:39.674756Z","caller":"traceutil/trace.go:171","msg":"trace[2010857528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:187; }","duration":"432.731071ms","start":"2026-04-16T16:31:39.241984Z","end":"2026-04-16T16:31:39.674715Z","steps":["trace[2010857528] 'agreement among raft nodes before linearized reading' (duration: 431.403911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.674792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.825994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T16:31:39.67481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:39.241915Z","time spent":"432.884005ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:31:39.674878Z","caller":"traceutil/trace.go:171","msg":"trace[1189897253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:187; }","duration":"171.924457ms","start":"2026-04-16T16:31:39.502908Z","end":"2026-04-16T16:31:39.674833Z","steps":["trace[1189897253] 'agreement among raft nodes before linearized reading' (duration: 171.701562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:39.679999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.313486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:39.680219Z","caller":"traceutil/trace.go:171","msg":"trace[849091102] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:0; response_revision:187; }","duration":"280.591552ms","start":"2026-04-16T16:31:39.399596Z","end":"2026-04-16T16:31:39.680188Z","steps":["trace[849091102] 'agreement among raft nodes before linearized reading' (duration: 274.413603ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:40.00739Z","caller":"traceutil/trace.go:171","msg":"trace[1462860567] transaction","detail":"{read_only:false; response_revision:192; number_of_response:1; }","duration":"244.771273ms","start":"2026-04-16T16:31:39.762584Z","end":"2026-04-16T16:31:40.007355Z","steps":["trace[1462860567] 'process raft request' (duration: 237.115159ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:40.010039Z","caller":"traceutil/trace.go:171","msg":"trace[2138232891] linearizableReadLoop","detail":"{readStateIndex:198; appliedIndex:196; }","duration":"151.401182ms","start":"2026-04-16T16:31:39.858609Z","end":"2026-04-16T16:31:40.01001Z","steps":["trace[2138232891] 'read index received' (duration: 141.10816ms)","trace[2138232891] 'applied index is now lower than readState.Index' (duration: 10.291902ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:40.010083Z","caller":"traceutil/trace.go:171","msg":"trace[930147065] transaction","detail":"{read_only:false; response_revision:193; number_of_response:1; }","duration":"247.223809ms","start":"2026-04-16T16:31:39.762823Z","end":"2026-04-16T16:31:40.010047Z","steps":["trace[930147065] 'process raft request' (duration: 247.052264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:40.010253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.619027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:31:40.010331Z","caller":"traceutil/trace.go:171","msg":"trace[155368815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:193; }","duration":"151.793891ms","start":"2026-04-16T16:31:39.858521Z","end":"2026-04-16T16:31:40.010315Z","steps":["trace[155368815] 'agreement among raft nodes before linearized reading' (duration: 151.589616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:42.579034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.928404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:42.579187Z","caller":"traceutil/trace.go:171","msg":"trace[1342400156] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"267.801834ms","start":"2026-04-16T16:31:42.311362Z","end":"2026-04-16T16:31:42.579164Z","steps":["trace[1342400156] 'process raft request' (duration: 31.663325ms)","trace[1342400156] 'compare' (duration: 235.717228ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:42.580043Z","caller":"traceutil/trace.go:171","msg":"trace[270711518] transaction","detail":"{read_only:false; number_of_response:0; response_revision:316; }","duration":"196.125453ms","start":"2026-04-16T16:31:42.383893Z","end":"2026-04-16T16:31:42.580018Z","steps":["trace[270711518] 'process raft request' (duration: 195.829957ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:42.586107Z","caller":"traceutil/trace.go:171","msg":"trace[662892618] transaction","detail":"{read_only:false; number_of_response:0; response_revision:316; }","duration":"201.987326ms","start":"2026-04-16T16:31:42.384102Z","end":"2026-04-16T16:31:42.586089Z","steps":["trace[662892618] 'process raft request' (duration: 201.879603ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:42.58616Z","caller":"traceutil/trace.go:171","msg":"trace[2018874190] transaction","detail":"{read_only:false; number_of_response:0; response_revision:316; }","duration":"201.187458ms","start":"2026-04-16T16:31:42.384954Z","end":"2026-04-16T16:31:42.586141Z","steps":["trace[2018874190] 'process raft request' (duration: 201.057045ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:42.586185Z","caller":"traceutil/trace.go:171","msg":"trace[583379751] linearizableReadLoop","detail":"{readStateIndex:329; appliedIndex:323; }","duration":"129.323403ms","start":"2026-04-16T16:31:42.456831Z","end":"2026-04-16T16:31:42.586155Z","steps":["trace[583379751] 'read index received' (duration: 122.924199ms)","trace[583379751] 'applied index is now lower than readState.Index' (duration: 6.394524ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:42.586212Z","caller":"traceutil/trace.go:171","msg":"trace[858998242] transaction","detail":"{read_only:false; number_of_response:0; response_revision:316; }","duration":"202.226571ms","start":"2026-04-16T16:31:42.383898Z","end":"2026-04-16T16:31:42.586125Z","steps":["trace[858998242] 'process raft request' (duration: 202.000446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:42.586428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.577868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:31:42.586471Z","caller":"traceutil/trace.go:171","msg":"trace[304542049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:317; }","duration":"129.676261ms","start":"2026-04-16T16:31:42.456781Z","end":"2026-04-16T16:31:42.586458Z","steps":["trace[304542049] 'agreement among raft nodes before linearized reading' (duration: 129.554698ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:42.586317Z","caller":"traceutil/trace.go:171","msg":"trace[48086850] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"172.954089ms","start":"2026-04-16T16:31:42.413351Z","end":"2026-04-16T16:31:42.586305Z","steps":["trace[48086850] 'process raft request' (duration: 172.708854ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:42.586377Z","caller":"traceutil/trace.go:171","msg":"trace[1468193726] transaction","detail":"{read_only:false; number_of_response:0; response_revision:316; }","duration":"201.038575ms","start":"2026-04-16T16:31:42.385328Z","end":"2026-04-16T16:31:42.586367Z","steps":["trace[1468193726] 'process raft request' (duration: 200.706977ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:44.097519Z","caller":"traceutil/trace.go:171","msg":"trace[306404111] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"186.518296ms","start":"2026-04-16T16:31:43.910953Z","end":"2026-04-16T16:31:44.097471Z","steps":["trace[306404111] 'process raft request' (duration: 186.304971ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:44.366721Z","caller":"traceutil/trace.go:171","msg":"trace[1758099443] linearizableReadLoop","detail":"{readStateIndex:351; appliedIndex:350; }","duration":"245.92626ms","start":"2026-04-16T16:31:44.120767Z","end":"2026-04-16T16:31:44.366693Z","steps":["trace[1758099443] 'read index received' (duration: 166.135145ms)","trace[1758099443] 'applied index is now lower than readState.Index' (duration: 79.790125ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:44.366857Z","caller":"traceutil/trace.go:171","msg":"trace[1886078342] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"265.589703ms","start":"2026-04-16T16:31:44.101224Z","end":"2026-04-16T16:31:44.366814Z","steps":["trace[1886078342] 'process raft request' (duration: 185.744688ms)","trace[1886078342] 'compare' (duration: 79.60224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:44.36692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.116754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:44.367002Z","caller":"traceutil/trace.go:171","msg":"trace[156878776] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:0; response_revision:339; }","duration":"246.263827ms","start":"2026-04-16T16:31:44.120719Z","end":"2026-04-16T16:31:44.366982Z","steps":["trace[156878776] 'agreement among raft nodes before linearized reading' (duration: 246.083763ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:44.606293Z","caller":"traceutil/trace.go:171","msg":"trace[1595999772] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"186.29159ms","start":"2026-04-16T16:31:44.419967Z","end":"2026-04-16T16:31:44.606258Z","steps":["trace[1595999772] 'process raft request' (duration: 91.221711ms)","trace[1595999772] 'compare' (duration: 94.919076ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:44.994096Z","caller":"traceutil/trace.go:171","msg":"trace[1019580922] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"288.745116ms","start":"2026-04-16T16:31:44.705316Z","end":"2026-04-16T16:31:44.994061Z","steps":["trace[1019580922] 'process raft request' (duration: 241.411156ms)","trace[1019580922] 'compare' (duration: 47.174906ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:45.268255Z","caller":"traceutil/trace.go:171","msg":"trace[192016430] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"264.146621ms","start":"2026-04-16T16:31:45.004081Z","end":"2026-04-16T16:31:45.268228Z","steps":["trace[192016430] 'process raft request' (duration: 263.968706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:45.397866Z","caller":"traceutil/trace.go:171","msg":"trace[826604193] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"107.537692ms","start":"2026-04-16T16:31:45.290299Z","end":"2026-04-16T16:31:45.397837Z","steps":["trace[826604193] 'process raft request' (duration: 50.494712ms)","trace[826604193] 'compare' (duration: 56.872096ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:45.595529Z","caller":"traceutil/trace.go:171","msg":"trace[359739841] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"119.141553ms","start":"2026-04-16T16:31:45.476355Z","end":"2026-04-16T16:31:45.595497Z","steps":["trace[359739841] 'process raft request' (duration: 101.792621ms)","trace[359739841] 'compare' (duration: 17.202279ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:46.375222Z","caller":"traceutil/trace.go:171","msg":"trace[1222113195] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"115.03823ms","start":"2026-04-16T16:31:46.260161Z","end":"2026-04-16T16:31:46.375199Z","steps":["trace[1222113195] 'read index received' (duration: 61.788627ms)","trace[1222113195] 'applied index is now lower than readState.Index' (duration: 53.248793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:46.375384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.205764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-16T16:31:46.375407Z","caller":"traceutil/trace.go:171","msg":"trace[981612612] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:366; }","duration":"115.267605ms","start":"2026-04-16T16:31:46.26013Z","end":"2026-04-16T16:31:46.375398Z","steps":["trace[981612612] 'agreement among raft nodes before linearized reading' (duration: 115.180093ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:46.375828Z","caller":"traceutil/trace.go:171","msg":"trace[698356374] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"123.808069ms","start":"2026-04-16T16:31:46.251487Z","end":"2026-04-16T16:31:46.375295Z","steps":["trace[698356374] 'process raft request' (duration: 70.538465ms)","trace[698356374] 'compare' (duration: 53.075309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:46.95552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.928799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:46.955749Z","caller":"traceutil/trace.go:171","msg":"trace[1411294624] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"187.980259ms","start":"2026-04-16T16:31:46.767722Z","end":"2026-04-16T16:31:46.955702Z","steps":["trace[1411294624] 'process raft request' (duration: 83.748263ms)","trace[1411294624] 'compare' (duration: 103.656603ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:47.230181Z","caller":"traceutil/trace.go:171","msg":"trace[1294384730] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"261.819598ms","start":"2026-04-16T16:31:46.968335Z","end":"2026-04-16T16:31:47.230155Z","steps":["trace[1294384730] 'process raft request' (duration: 223.277597ms)","trace[1294384730] 'compare' (duration: 38.418628ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:47.265603Z","caller":"traceutil/trace.go:171","msg":"trace[1688677498] linearizableReadLoop","detail":"{readStateIndex:399; appliedIndex:396; }","duration":"143.099364ms","start":"2026-04-16T16:31:47.122476Z","end":"2026-04-16T16:31:47.265575Z","steps":["trace[1688677498] 'read index received' (duration: 69.0151ms)","trace[1688677498] 'applied index is now lower than readState.Index' (duration: 74.083004ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:47.265903Z","caller":"traceutil/trace.go:171","msg":"trace[116855669] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"214.247453ms","start":"2026-04-16T16:31:47.051622Z","end":"2026-04-16T16:31:47.265869Z","steps":["trace[116855669] 'process raft request' (duration: 213.888154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:47.26585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.346631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:47.266031Z","caller":"traceutil/trace.go:171","msg":"trace[1192940635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:387; }","duration":"143.581966ms","start":"2026-04-16T16:31:47.122433Z","end":"2026-04-16T16:31:47.266015Z","steps":["trace[1192940635] 'agreement among raft nodes before linearized reading' (duration: 143.254219ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:47.266014Z","caller":"traceutil/trace.go:171","msg":"trace[1994733793] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"216.515924ms","start":"2026-04-16T16:31:47.049375Z","end":"2026-04-16T16:31:47.265891Z","steps":["trace[1994733793] 'process raft request' (duration: 215.950911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:50.748222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.542688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:50.748332Z","caller":"traceutil/trace.go:171","msg":"trace[1095185078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"183.689082ms","start":"2026-04-16T16:31:50.564606Z","end":"2026-04-16T16:31:50.748295Z","steps":["trace[1095185078] 'range keys from in-memory index tree' (duration: 183.376195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:50.748428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.608007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:31:50.748591Z","caller":"traceutil/trace.go:171","msg":"trace[752285375] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:417; }","duration":"205.828343ms","start":"2026-04-16T16:31:50.542728Z","end":"2026-04-16T16:31:50.748556Z","steps":["trace[752285375] 'range keys from in-memory index tree' (duration: 205.376912ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:50.924471Z","caller":"traceutil/trace.go:171","msg":"trace[523651050] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"112.892973ms","start":"2026-04-16T16:31:50.811523Z","end":"2026-04-16T16:31:50.924416Z","steps":["trace[523651050] 'process raft request' (duration: 112.536434ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:52.526427Z","caller":"traceutil/trace.go:171","msg":"trace[1406897788] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"234.652333ms","start":"2026-04-16T16:31:52.291738Z","end":"2026-04-16T16:31:52.526391Z","steps":["trace[1406897788] 'process raft request' (duration: 152.347153ms)","trace[1406897788] 'compare' (duration: 82.061995ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:55.186158Z","caller":"traceutil/trace.go:171","msg":"trace[891021742] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"141.063039ms","start":"2026-04-16T16:31:55.045069Z","end":"2026-04-16T16:31:55.186132Z","steps":["trace[891021742] 'process raft request' (duration: 140.862654ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:56.932815Z","caller":"traceutil/trace.go:171","msg":"trace[1852049601] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"201.005102ms","start":"2026-04-16T16:31:56.731785Z","end":"2026-04-16T16:31:56.93279Z","steps":["trace[1852049601] 'process raft request' (duration: 200.953501ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:56.932903Z","caller":"traceutil/trace.go:171","msg":"trace[2040692210] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"201.654498ms","start":"2026-04-16T16:31:56.73121Z","end":"2026-04-16T16:31:56.932865Z","steps":["trace[2040692210] 'process raft request' (duration: 196.856831ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:56.933142Z","caller":"traceutil/trace.go:171","msg":"trace[558187567] linearizableReadLoop","detail":"{readStateIndex:461; appliedIndex:460; }","duration":"201.902585ms","start":"2026-04-16T16:31:56.731223Z","end":"2026-04-16T16:31:56.933126Z","steps":["trace[558187567] 'read index received' (duration: 196.757409ms)","trace[558187567] 'applied index is now lower than readState.Index' (duration: 5.142756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:56.933306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.065888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-wtc42\" ","response":"range_response_count:1 size:4016"} {"level":"warn","ts":"2026-04-16T16:31:56.93331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.137782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-16T16:31:56.933341Z","caller":"traceutil/trace.go:171","msg":"trace[213193168] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-wtc42; range_end:; response_count:1; response_revision:447; }","duration":"202.15117ms","start":"2026-04-16T16:31:56.731177Z","end":"2026-04-16T16:31:56.933328Z","steps":["trace[213193168] 'agreement among raft nodes before linearized reading' (duration: 202.048188ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:56.933359Z","caller":"traceutil/trace.go:171","msg":"trace[1214718778] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:447; }","duration":"199.196164ms","start":"2026-04-16T16:31:56.734147Z","end":"2026-04-16T16:31:56.933343Z","steps":["trace[1214718778] 'agreement among raft nodes before linearized reading' (duration: 199.098752ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:00.229366Z","caller":"traceutil/trace.go:171","msg":"trace[1408796601] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"337.451577ms","start":"2026-04-16T16:31:59.891869Z","end":"2026-04-16T16:32:00.229321Z","steps":["trace[1408796601] 'process raft request' (duration: 337.249683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:00.229628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:59.891837Z","time spent":"337.675752ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:02.717168Z","caller":"traceutil/trace.go:171","msg":"trace[1712584717] linearizableReadLoop","detail":"{readStateIndex:495; appliedIndex:494; }","duration":"102.071407ms","start":"2026-04-16T16:32:02.615041Z","end":"2026-04-16T16:32:02.717112Z","steps":["trace[1712584717] 'read index received' (duration: 99.251183ms)","trace[1712584717] 'applied index is now lower than readState.Index' (duration: 2.819094ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:02.717294Z","caller":"traceutil/trace.go:171","msg":"trace[1684779459] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"112.076883ms","start":"2026-04-16T16:32:02.605148Z","end":"2026-04-16T16:32:02.717225Z","steps":["trace[1684779459] 'process raft request' (duration: 111.734216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:02.717379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.303731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:32:02.717436Z","caller":"traceutil/trace.go:171","msg":"trace[297061041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:478; }","duration":"102.462536ms","start":"2026-04-16T16:32:02.61496Z","end":"2026-04-16T16:32:02.717422Z","steps":["trace[297061041] 'agreement among raft nodes before linearized reading' (duration: 102.311722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:02.996758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.587564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:32:02.997219Z","caller":"traceutil/trace.go:171","msg":"trace[303318080] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"270.32236ms","start":"2026-04-16T16:32:02.726871Z","end":"2026-04-16T16:32:02.997193Z","steps":["trace[303318080] 'process raft request' (duration: 270.002283ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:02.997276Z","caller":"traceutil/trace.go:171","msg":"trace[205512136] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"274.389742ms","start":"2026-04-16T16:32:02.722851Z","end":"2026-04-16T16:32:02.997241Z","steps":["trace[205512136] 'process raft request' (duration: 81.226065ms)","trace[205512136] 'compare' (duration: 192.240486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:09.042338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110408763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:09.294607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001336263s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:32:09.295125Z","caller":"traceutil/trace.go:171","msg":"trace[900140197] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.001938666s","start":"2026-04-16T16:32:08.293153Z","end":"2026-04-16T16:32:09.295092Z","steps":["trace[900140197] 'process raft request' (duration: 1.001797893s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:09.295284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:08.29312Z","time spent":"1.00207928s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:09.444389Z","caller":"traceutil/trace.go:171","msg":"trace[990961453] linearizableReadLoop","detail":"{readStateIndex:509; appliedIndex:507; }","duration":"902.238723ms","start":"2026-04-16T16:32:08.542122Z","end":"2026-04-16T16:32:09.444361Z","steps":["trace[990961453] 'read index received' (duration: 752.665511ms)","trace[990961453] 'applied index is now lower than readState.Index' (duration: 149.571912ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:09.444527Z","caller":"traceutil/trace.go:171","msg":"trace[1905971442] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"818.84249ms","start":"2026-04-16T16:32:08.625633Z","end":"2026-04-16T16:32:09.444475Z","steps":["trace[1905971442] 'process raft request' (duration: 805.819075ms)","trace[1905971442] 'compare' (duration: 12.785349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:09.44463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.243784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:32:09.444687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.722327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:32:09.444737Z","caller":"traceutil/trace.go:171","msg":"trace[307478059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:491; }","duration":"879.395378ms","start":"2026-04-16T16:32:08.565309Z","end":"2026-04-16T16:32:09.444705Z","steps":["trace[307478059] 'agreement among raft nodes before linearized reading' (duration: 879.239304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:09.44476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:08.625603Z","time spent":"819.048243ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:09.44481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:08.565281Z","time spent":"879.515171ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:32:09.444845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.414045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T16:32:09.444717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.574019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:32:09.444823Z","caller":"traceutil/trace.go:171","msg":"trace[24963184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:491; }","duration":"388.87396ms","start":"2026-04-16T16:32:09.055902Z","end":"2026-04-16T16:32:09.444776Z","steps":["trace[24963184] 'agreement among raft nodes before linearized reading' (duration: 388.659225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:09.444963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:09.055876Z","time spent":"389.072575ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:32:09.444949Z","caller":"traceutil/trace.go:171","msg":"trace[919249091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:491; }","duration":"701.862235ms","start":"2026-04-16T16:32:08.743047Z","end":"2026-04-16T16:32:09.44491Z","steps":["trace[919249091] 'agreement among raft nodes before linearized reading' (duration: 701.550108ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:09.444985Z","caller":"traceutil/trace.go:171","msg":"trace[2003652675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:491; }","duration":"363.532198ms","start":"2026-04-16T16:32:09.081364Z","end":"2026-04-16T16:32:09.444896Z","steps":["trace[2003652675] 'agreement among raft nodes before linearized reading' (duration: 363.426456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:09.445095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:08.743023Z","time spent":"702.025728ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:32:09.445137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:09.081334Z","time spent":"363.753322ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:32:09.44549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.367309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-04-16T16:32:09.445539Z","caller":"traceutil/trace.go:171","msg":"trace[1970294817] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:491; }","duration":"903.448401ms","start":"2026-04-16T16:32:08.542075Z","end":"2026-04-16T16:32:09.445523Z","steps":["trace[1970294817] 'agreement among raft nodes before linearized reading' (duration: 902.438688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:09.44557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:08.542056Z","time spent":"903.506792ms","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12692,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-16T16:32:12.917898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.818644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:12.918079Z","caller":"traceutil/trace.go:171","msg":"trace[639622419] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:533; }","duration":"917.06996ms","start":"2026-04-16T16:32:12.000971Z","end":"2026-04-16T16:32:12.918041Z","steps":["trace[639622419] 'range keys from in-memory index tree' (duration: 916.711332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:12.918133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.973301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:12.918216Z","caller":"traceutil/trace.go:171","msg":"trace[403194884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:533; }","duration":"354.115615ms","start":"2026-04-16T16:32:12.564082Z","end":"2026-04-16T16:32:12.918198Z","steps":["trace[403194884] 'range keys from in-memory index tree' (duration: 353.850969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:12.918267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:12.564052Z","time spent":"354.208297ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:32:12.918154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:12.000951Z","time spent":"917.185452ms","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-16T16:32:13.9698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110408852,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:32:14.129607Z","caller":"traceutil/trace.go:171","msg":"trace[141749854] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"815.020202ms","start":"2026-04-16T16:32:13.314556Z","end":"2026-04-16T16:32:14.129576Z","steps":["trace[141749854] 'process raft request' (duration: 814.805087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.129789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.314542Z","time spent":"815.143774ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.278209Z","caller":"traceutil/trace.go:171","msg":"trace[1210567233] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"960.838638ms","start":"2026-04-16T16:32:13.317327Z","end":"2026-04-16T16:32:14.278165Z","steps":["trace[1210567233] 'process raft request' (duration: 960.551051ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:14.278262Z","caller":"traceutil/trace.go:171","msg":"trace[1609802155] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"947.760522ms","start":"2026-04-16T16:32:13.330477Z","end":"2026-04-16T16:32:14.278238Z","steps":["trace[1609802155] 'process raft request' (duration: 947.66389ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:14.278301Z","caller":"traceutil/trace.go:171","msg":"trace[994830823] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"947.869564ms","start":"2026-04-16T16:32:13.330396Z","end":"2026-04-16T16:32:14.278266Z","steps":["trace[994830823] 'process raft request' (duration: 947.68055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.278424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.330472Z","time spent":"947.876335ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:32:14.278453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.330371Z","time spent":"948.024048ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.278613Z","caller":"traceutil/trace.go:171","msg":"trace[120716641] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"940.402345ms","start":"2026-04-16T16:32:13.338192Z","end":"2026-04-16T16:32:14.278595Z","steps":["trace[120716641] 'process raft request' (duration: 939.995746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.278697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.338165Z","time spent":"940.492547ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.278896Z","caller":"traceutil/trace.go:171","msg":"trace[603456348] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"921.245632ms","start":"2026-04-16T16:32:13.357636Z","end":"2026-04-16T16:32:14.278882Z","steps":["trace[603456348] 'process raft request' (duration: 920.973546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.278989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.357621Z","time spent":"921.313083ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.279049Z","caller":"traceutil/trace.go:171","msg":"trace[1508868754] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"929.749355ms","start":"2026-04-16T16:32:13.349141Z","end":"2026-04-16T16:32:14.27889Z","steps":["trace[1508868754] 'process raft request' (duration: 929.306415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.279216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.34912Z","time spent":"930.040552ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.279245Z","caller":"traceutil/trace.go:171","msg":"trace[1528305646] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"916.359423ms","start":"2026-04-16T16:32:13.362857Z","end":"2026-04-16T16:32:14.279216Z","steps":["trace[1528305646] 'process raft request' (duration: 915.867261ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:14.279358Z","caller":"traceutil/trace.go:171","msg":"trace[68307873] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"918.937551ms","start":"2026-04-16T16:32:13.360407Z","end":"2026-04-16T16:32:14.279344Z","steps":["trace[68307873] 'process raft request' (duration: 918.264515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.279425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.360399Z","time spent":"918.995202ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.279464Z","caller":"traceutil/trace.go:171","msg":"trace[575113941] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:552; }","duration":"809.983219ms","start":"2026-04-16T16:32:13.46945Z","end":"2026-04-16T16:32:14.279433Z","steps":["trace[575113941] 'read index received' (duration: 660.027529ms)","trace[575113941] 'applied index is now lower than readState.Index' (duration: 149.95436ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:14.279526Z","caller":"traceutil/trace.go:171","msg":"trace[1982959887] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"889.002494ms","start":"2026-04-16T16:32:13.390494Z","end":"2026-04-16T16:32:14.279496Z","steps":["trace[1982959887] 'process raft request' (duration: 888.507442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.2796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.362845Z","time spent":"916.530577ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:32:14.279627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.390464Z","time spent":"889.121687ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.279722Z","caller":"traceutil/trace.go:171","msg":"trace[583255596] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"908.471084ms","start":"2026-04-16T16:32:13.371121Z","end":"2026-04-16T16:32:14.279592Z","steps":["trace[583255596] 'process raft request' (duration: 907.731737ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:14.27962Z","caller":"traceutil/trace.go:171","msg":"trace[723899379] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"792.873911ms","start":"2026-04-16T16:32:13.486699Z","end":"2026-04-16T16:32:14.279573Z","steps":["trace[723899379] 'process raft request' (duration: 792.653536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:14.279748Z","caller":"traceutil/trace.go:171","msg":"trace[331137918] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"901.663781ms","start":"2026-04-16T16:32:13.378071Z","end":"2026-04-16T16:32:14.279735Z","steps":["trace[331137918] 'process raft request' (duration: 900.849901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.279763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.288825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-16T16:32:14.279799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.378054Z","time spent":"901.723242ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:32:14.279821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.486675Z","time spent":"793.101816ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.279816Z","caller":"traceutil/trace.go:171","msg":"trace[1265515743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:547; }","duration":"810.402248ms","start":"2026-04-16T16:32:13.469401Z","end":"2026-04-16T16:32:14.279803Z","steps":["trace[1265515743] 'agreement among raft nodes before linearized reading' (duration: 810.246775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.279869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.469378Z","time spent":"810.479789ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:32:14.279916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.371095Z","time spent":"908.669959ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:32:14.280408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.317301Z","time spent":"963.036598ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:14.280432Z","caller":"traceutil/trace.go:171","msg":"trace[581610231] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"886.325214ms","start":"2026-04-16T16:32:13.39324Z","end":"2026-04-16T16:32:14.279566Z","steps":["trace[581610231] 'process raft request' (duration: 886.011917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.280506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.393212Z","time spent":"887.253325ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:14.753926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.374594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:32:14.754383Z","caller":"traceutil/trace.go:171","msg":"trace[134886470] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"618.439249ms","start":"2026-04-16T16:32:14.135914Z","end":"2026-04-16T16:32:14.754353Z","steps":["trace[134886470] 'process raft request' (duration: 369.545043ms)","trace[134886470] 'compare' (duration: 248.062457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:14.754502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.135887Z","time spent":"618.559621ms","remote":"127.0.0.1:55406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.754846Z","caller":"traceutil/trace.go:171","msg":"trace[1167055890] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"617.853704ms","start":"2026-04-16T16:32:14.136968Z","end":"2026-04-16T16:32:14.754822Z","steps":["trace[1167055890] 'process raft request' (duration: 617.433605ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:14.754954Z","caller":"traceutil/trace.go:171","msg":"trace[62797209] transaction","detail":"{read_only:false; number_of_response:1; response_revision:549; }","duration":"617.122359ms","start":"2026-04-16T16:32:14.137802Z","end":"2026-04-16T16:32:14.754924Z","steps":["trace[62797209] 'process raft request' (duration: 616.842202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.755004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.136957Z","time spent":"617.962637ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:14.755119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.137791Z","time spent":"617.239351ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:14.75567Z","caller":"traceutil/trace.go:171","msg":"trace[2084078224] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:566; }","duration":"476.126902ms","start":"2026-04-16T16:32:14.279529Z","end":"2026-04-16T16:32:14.755656Z","steps":["trace[2084078224] 'read index received' (duration: 226.1148ms)","trace[2084078224] 'applied index is now lower than readState.Index' (duration: 250.009942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:14.755754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190914149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:14.755821Z","caller":"traceutil/trace.go:171","msg":"trace[774107332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:549; }","duration":"1.191021851s","start":"2026-04-16T16:32:13.564782Z","end":"2026-04-16T16:32:14.755804Z","steps":["trace[774107332] 'agreement among raft nodes before linearized reading' (duration: 1.190892758s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.75585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282389776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:32:14.755875Z","caller":"traceutil/trace.go:171","msg":"trace[2120568011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:549; }","duration":"1.282446347s","start":"2026-04-16T16:32:13.473422Z","end":"2026-04-16T16:32:14.755868Z","steps":["trace[2120568011] 'agreement among raft nodes before linearized reading' (duration: 1.282281353s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.755876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.56476Z","time spent":"1.191102933s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:32:14.755904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.47341Z","time spent":"1.282488618s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:32:14.75609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282508618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:32:14.756156Z","caller":"traceutil/trace.go:171","msg":"trace[2039669587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:549; }","duration":"1.282631141s","start":"2026-04-16T16:32:13.473513Z","end":"2026-04-16T16:32:14.756144Z","steps":["trace[2039669587] 'agreement among raft nodes before linearized reading' (duration: 1.282449427s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.756198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:13.473478Z","time spent":"1.282712153s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:32:14.756308Z","caller":"traceutil/trace.go:171","msg":"trace[1933205170] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"470.691589ms","start":"2026-04-16T16:32:14.285606Z","end":"2026-04-16T16:32:14.756298Z","steps":["trace[1933205170] 'process raft request' (duration: 469.163164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.756372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.285577Z","time spent":"470.75999ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:14.756482Z","caller":"traceutil/trace.go:171","msg":"trace[1240382051] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"460.344245ms","start":"2026-04-16T16:32:14.29612Z","end":"2026-04-16T16:32:14.756464Z","steps":["trace[1240382051] 'process raft request' (duration: 460.228602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.758112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.2961Z","time spent":"461.961771ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:14.756599Z","caller":"traceutil/trace.go:171","msg":"trace[1400166134] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"467.317583ms","start":"2026-04-16T16:32:14.289273Z","end":"2026-04-16T16:32:14.756591Z","steps":["trace[1400166134] 'process raft request' (duration: 466.888253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.758425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.28925Z","time spent":"469.145925ms","remote":"127.0.0.1:55406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.756649Z","caller":"traceutil/trace.go:171","msg":"trace[1967171346] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"464.114261ms","start":"2026-04-16T16:32:14.292472Z","end":"2026-04-16T16:32:14.756586Z","steps":["trace[1967171346] 'process raft request' (duration: 463.795864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.758564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.292446Z","time spent":"466.074986ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:14.756662Z","caller":"traceutil/trace.go:171","msg":"trace[315257730] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"460.359935ms","start":"2026-04-16T16:32:14.296297Z","end":"2026-04-16T16:32:14.756657Z","steps":["trace[315257730] 'process raft request' (duration: 460.1251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.758679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.296292Z","time spent":"462.363681ms","remote":"127.0.0.1:55406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.756554Z","caller":"traceutil/trace.go:171","msg":"trace[235773962] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"465.961912ms","start":"2026-04-16T16:32:14.290579Z","end":"2026-04-16T16:32:14.756541Z","steps":["trace[235773962] 'process raft request' (duration: 465.634464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.758795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.29057Z","time spent":"468.183692ms","remote":"127.0.0.1:55406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.756872Z","caller":"traceutil/trace.go:171","msg":"trace[1691711592] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"406.271763ms","start":"2026-04-16T16:32:14.350587Z","end":"2026-04-16T16:32:14.756859Z","steps":["trace[1691711592] 'process raft request' (duration: 406.238112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.758883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.350564Z","time spent":"408.297648ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.756911Z","caller":"traceutil/trace.go:171","msg":"trace[782778966] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"457.663305ms","start":"2026-04-16T16:32:14.29924Z","end":"2026-04-16T16:32:14.756903Z","steps":["trace[782778966] 'process raft request' (duration: 457.308677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.758992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.299229Z","time spent":"459.739172ms","remote":"127.0.0.1:55406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:14.756942Z","caller":"traceutil/trace.go:171","msg":"trace[595755582] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"456.670673ms","start":"2026-04-16T16:32:14.300264Z","end":"2026-04-16T16:32:14.756934Z","steps":["trace[595755582] 'process raft request' (duration: 456.364876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.75912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.300257Z","time spent":"458.828881ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:14.756968Z","caller":"traceutil/trace.go:171","msg":"trace[1761691836] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"447.682839ms","start":"2026-04-16T16:32:14.309278Z","end":"2026-04-16T16:32:14.756961Z","steps":["trace[1761691836] 'process raft request' (duration: 447.498705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:14.759264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.309254Z","time spent":"449.980232ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:15.261043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.511979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-16T16:32:15.261165Z","caller":"traceutil/trace.go:171","msg":"trace[713940649] transaction","detail":"{read_only:false; number_of_response:0; response_revision:559; }","duration":"495.900739ms","start":"2026-04-16T16:32:14.765247Z","end":"2026-04-16T16:32:15.261147Z","steps":["trace[713940649] 'process raft request' (duration: 158.201186ms)","trace[713940649] 'compare' (duration: 337.444038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:15.261222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.765234Z","time spent":"495.966821ms","remote":"127.0.0.1:55406","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:15.265066Z","caller":"traceutil/trace.go:171","msg":"trace[1741175536] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"499.786626ms","start":"2026-04-16T16:32:14.76526Z","end":"2026-04-16T16:32:15.265047Z","steps":["trace[1741175536] 'process raft request' (duration: 499.623343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:15.265203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.765247Z","time spent":"499.886399ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:15.265419Z","caller":"traceutil/trace.go:171","msg":"trace[782042861] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"499.979192ms","start":"2026-04-16T16:32:14.765401Z","end":"2026-04-16T16:32:15.26538Z","steps":["trace[782042861] 'process raft request' (duration: 499.615373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:15.265566Z","caller":"traceutil/trace.go:171","msg":"trace[1389881329] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"494.883327ms","start":"2026-04-16T16:32:14.770673Z","end":"2026-04-16T16:32:15.265556Z","steps":["trace[1389881329] 'process raft request' (duration: 494.568209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:15.265605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.765392Z","time spent":"500.113304ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:15.265619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.770649Z","time spent":"494.946637ms","remote":"127.0.0.1:55406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:15.265832Z","caller":"traceutil/trace.go:171","msg":"trace[1807331289] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"494.956668ms","start":"2026-04-16T16:32:14.770867Z","end":"2026-04-16T16:32:15.265824Z","steps":["trace[1807331289] 'process raft request' (duration: 494.61938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:15.265883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.770862Z","time spent":"494.998079ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:15.266006Z","caller":"traceutil/trace.go:171","msg":"trace[548981164] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"482.448795ms","start":"2026-04-16T16:32:14.783539Z","end":"2026-04-16T16:32:15.265987Z","steps":["trace[548981164] 'process raft request' (duration: 482.272701ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:15.266044Z","caller":"traceutil/trace.go:171","msg":"trace[1361317035] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"494.751394ms","start":"2026-04-16T16:32:14.771271Z","end":"2026-04-16T16:32:15.266022Z","steps":["trace[1361317035] 'process raft request' (duration: 494.304814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:15.266131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.783506Z","time spent":"482.555187ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:15.266152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.771265Z","time spent":"494.825485ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:15.266571Z","caller":"traceutil/trace.go:171","msg":"trace[1172802979] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:579; }","duration":"493.213758ms","start":"2026-04-16T16:32:14.773351Z","end":"2026-04-16T16:32:15.266564Z","steps":["trace[1172802979] 'read index received' (duration: 150.194545ms)","trace[1172802979] 'applied index is now lower than readState.Index' (duration: 343.018583ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:15.266685Z","caller":"traceutil/trace.go:171","msg":"trace[1487693406] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"484.599723ms","start":"2026-04-16T16:32:14.782067Z","end":"2026-04-16T16:32:15.266667Z","steps":["trace[1487693406] 'process raft request' (duration: 483.852137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:15.266751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.782012Z","time spent":"484.704025ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:15.266819Z","caller":"traceutil/trace.go:171","msg":"trace[1434624604] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"450.583685ms","start":"2026-04-16T16:32:14.816217Z","end":"2026-04-16T16:32:15.2668Z","steps":["trace[1434624604] 'process raft request' (duration: 450.100144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:15.266849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.816186Z","time spent":"450.649427ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:15.266921Z","caller":"traceutil/trace.go:171","msg":"trace[31895186] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"436.297372ms","start":"2026-04-16T16:32:14.830618Z","end":"2026-04-16T16:32:15.266915Z","steps":["trace[31895186] 'process raft request' (duration: 435.883583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:15.267009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.830585Z","time spent":"436.409735ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:32:15.268994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.632674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:15.269019Z","caller":"traceutil/trace.go:171","msg":"trace[87373446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:568; }","duration":"495.684034ms","start":"2026-04-16T16:32:14.773328Z","end":"2026-04-16T16:32:15.269012Z","steps":["trace[87373446] 'agreement among raft nodes before linearized reading' (duration: 495.630533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:15.26906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:14.773321Z","time spent":"495.731835ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:32:15.471685Z","caller":"traceutil/trace.go:171","msg":"trace[87785980] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"194.967146ms","start":"2026-04-16T16:32:15.276687Z","end":"2026-04-16T16:32:15.471654Z","steps":["trace[87785980] 'process raft request' (duration: 110.096238ms)","trace[87785980] 'compare' (duration: 84.651093ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:15.473685Z","caller":"traceutil/trace.go:171","msg":"trace[2129649455] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"148.941696ms","start":"2026-04-16T16:32:15.324716Z","end":"2026-04-16T16:32:15.473658Z","steps":["trace[2129649455] 'process raft request' (duration: 148.883015ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:15.473946Z","caller":"traceutil/trace.go:171","msg":"trace[491480774] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"196.830209ms","start":"2026-04-16T16:32:15.277068Z","end":"2026-04-16T16:32:15.473899Z","steps":["trace[491480774] 'process raft request' (duration: 196.358259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:16.009594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.609039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:32:16.009797Z","caller":"traceutil/trace.go:171","msg":"trace[1605297012] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"527.036673ms","start":"2026-04-16T16:32:15.482666Z","end":"2026-04-16T16:32:16.009702Z","steps":["trace[1605297012] 'process raft request' (duration: 397.219129ms)","trace[1605297012] 'compare' (duration: 129.442925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:16.009901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:15.482634Z","time spent":"527.231456ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:16.299726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.101781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:32:16.300146Z","caller":"traceutil/trace.go:171","msg":"trace[1109930924] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"815.460687ms","start":"2026-04-16T16:32:15.484643Z","end":"2026-04-16T16:32:16.300104Z","steps":["trace[1109930924] 'process raft request' (duration: 685.869675ms)","trace[1109930924] 'compare' (duration: 128.459465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:16.30029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:15.48461Z","time spent":"815.615689ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:16.300759Z","caller":"traceutil/trace.go:171","msg":"trace[1972226998] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"759.89353ms","start":"2026-04-16T16:32:15.540287Z","end":"2026-04-16T16:32:16.300181Z","steps":["trace[1972226998] 'process raft request' (duration: 759.668395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:16.301065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:15.540262Z","time spent":"760.755779ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:32:16.70097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.595932ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:32:16.701546Z","caller":"traceutil/trace.go:171","msg":"trace[1667439838] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:595; }","duration":"417.810082ms","start":"2026-04-16T16:32:16.28371Z","end":"2026-04-16T16:32:16.701521Z","steps":["trace[1667439838] 'read index received' (duration: 17.601288ms)","trace[1667439838] 'applied index is now lower than readState.Index' (duration: 400.206124ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:16.701635Z","caller":"traceutil/trace.go:171","msg":"trace[1561524899] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"678.591451ms","start":"2026-04-16T16:32:16.023007Z","end":"2026-04-16T16:32:16.701599Z","steps":["trace[1561524899] 'process raft request' (duration: 678.08668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:16.701834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:16.022983Z","time spent":"678.727855ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:16.791432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.680035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:32:16.791823Z","caller":"traceutil/trace.go:171","msg":"trace[1126601405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:575; }","duration":"507.87696ms","start":"2026-04-16T16:32:16.283661Z","end":"2026-04-16T16:32:16.791538Z","steps":["trace[1126601405] 'agreement among raft nodes before linearized reading' (duration: 417.992236ms)","trace[1126601405] 'range keys from in-memory index tree' (duration: 89.013364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:16.791887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:16.283636Z","time spent":"508.237098ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:32:16.792169Z","caller":"traceutil/trace.go:171","msg":"trace[1230105380] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"479.607822ms","start":"2026-04-16T16:32:16.312521Z","end":"2026-04-16T16:32:16.792129Z","steps":["trace[1230105380] 'process raft request' (duration: 424.614077ms)","trace[1230105380] 'compare' (duration: 53.429769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:16.792432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:16.312497Z","time spent":"479.771105ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:16.815173Z","caller":"traceutil/trace.go:171","msg":"trace[1016321672] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:597; }","duration":"113.534719ms","start":"2026-04-16T16:32:16.701604Z","end":"2026-04-16T16:32:16.815139Z","steps":["trace[1016321672] 'read index received' (duration: 35.563525ms)","trace[1016321672] 'applied index is now lower than readState.Index' (duration: 77.970564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:16.815286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.801181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:16.815307Z","caller":"traceutil/trace.go:171","msg":"trace[1096287665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"443.877523ms","start":"2026-04-16T16:32:16.371423Z","end":"2026-04-16T16:32:16.8153Z","steps":["trace[1096287665] 'agreement among raft nodes before linearized reading' (duration: 443.818072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:16.815328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:16.371401Z","time spent":"443.922224ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:32:16.815527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.597593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:16.815553Z","caller":"traceutil/trace.go:171","msg":"trace[1755391229] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:578; }","duration":"491.632783ms","start":"2026-04-16T16:32:16.323914Z","end":"2026-04-16T16:32:16.815547Z","steps":["trace[1755391229] 'agreement among raft nodes before linearized reading' (duration: 491.592752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:16.81557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:16.323907Z","time spent":"491.659264ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-16T16:32:16.815502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.617893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:32:16.815643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.069503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:16.815751Z","caller":"traceutil/trace.go:171","msg":"trace[1958817331] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"101.742401ms","start":"2026-04-16T16:32:16.713941Z","end":"2026-04-16T16:32:16.815684Z","steps":["trace[1958817331] 'process raft request' (duration: 101.150788ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:16.815839Z","caller":"traceutil/trace.go:171","msg":"trace[2072102512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"251.866228ms","start":"2026-04-16T16:32:16.563801Z","end":"2026-04-16T16:32:16.815667Z","steps":["trace[2072102512] 'agreement among raft nodes before linearized reading' (duration: 251.415028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:16.815536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.957661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:16.815933Z","caller":"traceutil/trace.go:171","msg":"trace[109653828] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:578; }","duration":"492.412161ms","start":"2026-04-16T16:32:16.323505Z","end":"2026-04-16T16:32:16.815917Z","steps":["trace[109653828] 'agreement among raft nodes before linearized reading' (duration: 491.905099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:16.81608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:16.323487Z","time spent":"492.536874ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:32:16.815717Z","caller":"traceutil/trace.go:171","msg":"trace[1727176973] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"496.087694ms","start":"2026-04-16T16:32:16.319494Z","end":"2026-04-16T16:32:16.815582Z","steps":["trace[1727176973] 'process raft request' (duration: 495.499411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:16.81639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:16.319452Z","time spent":"496.869162ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:16.815763Z","caller":"traceutil/trace.go:171","msg":"trace[919278049] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:578; }","duration":"492.186216ms","start":"2026-04-16T16:32:16.323529Z","end":"2026-04-16T16:32:16.815715Z","steps":["trace[919278049] 'agreement among raft nodes before linearized reading' (duration: 491.833778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:16.816481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:16.323512Z","time spent":"492.934732ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"info","ts":"2026-04-16T16:32:20.834574Z","caller":"traceutil/trace.go:171","msg":"trace[1606405654] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"114.018149ms","start":"2026-04-16T16:32:20.720521Z","end":"2026-04-16T16:32:20.834539Z","steps":["trace[1606405654] 'process raft request' (duration: 66.987475ms)","trace[1606405654] 'compare' (duration: 46.828199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:21.581706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.687636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:32:21.582148Z","caller":"traceutil/trace.go:171","msg":"trace[2268522] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"225.485951ms","start":"2026-04-16T16:32:21.356619Z","end":"2026-04-16T16:32:21.582105Z","steps":["trace[2268522] 'process raft request' (duration: 94.263043ms)","trace[2268522] 'compare' (duration: 130.479762ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:21.582109Z","caller":"traceutil/trace.go:171","msg":"trace[1621081681] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"168.878551ms","start":"2026-04-16T16:32:21.413138Z","end":"2026-04-16T16:32:21.582017Z","steps":["trace[1621081681] 'process raft request' (duration: 168.725768ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:22.253209Z","caller":"traceutil/trace.go:171","msg":"trace[406548355] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"232.381787ms","start":"2026-04-16T16:32:22.020796Z","end":"2026-04-16T16:32:22.253178Z","steps":["trace[406548355] 'process raft request' (duration: 231.635271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:23.098094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.061248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:32:23.098195Z","caller":"traceutil/trace.go:171","msg":"trace[133203766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:640; }","duration":"189.215031ms","start":"2026-04-16T16:32:22.908958Z","end":"2026-04-16T16:32:23.098173Z","steps":["trace[133203766] 'range keys from in-memory index tree' (duration: 188.921965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:23.09826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.942589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:32:23.098337Z","caller":"traceutil/trace.go:171","msg":"trace[442440261] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"108.805612ms","start":"2026-04-16T16:32:22.989518Z","end":"2026-04-16T16:32:23.098323Z","steps":["trace[442440261] 'read index received' (duration: 44.771µs)","trace[442440261] 'applied index is now lower than readState.Index' (duration: 108.759591ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:23.09843Z","caller":"traceutil/trace.go:171","msg":"trace[1487034556] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"177.577478ms","start":"2026-04-16T16:32:22.920842Z","end":"2026-04-16T16:32:23.098419Z","steps":["trace[1487034556] 'process raft request' (duration: 21.401894ms)","trace[1487034556] 'compare' (duration: 155.781855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:23.098496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.977495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:32:23.098524Z","caller":"traceutil/trace.go:171","msg":"trace[286423398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:641; }","duration":"109.046137ms","start":"2026-04-16T16:32:22.989468Z","end":"2026-04-16T16:32:23.098514Z","steps":["trace[286423398] 'agreement among raft nodes before linearized reading' (duration: 108.893734ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:23.739318Z","caller":"traceutil/trace.go:171","msg":"trace[1870547654] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"152.519311ms","start":"2026-04-16T16:32:23.586777Z","end":"2026-04-16T16:32:23.739297Z","steps":["trace[1870547654] 'read index received' (duration: 150.890905ms)","trace[1870547654] 'applied index is now lower than readState.Index' (duration: 1.627476ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:23.73942Z","caller":"traceutil/trace.go:171","msg":"trace[1830231292] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"186.10181ms","start":"2026-04-16T16:32:23.553286Z","end":"2026-04-16T16:32:23.739388Z","steps":["trace[1830231292] 'process raft request' (duration: 185.008846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:23.739511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.716886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:32:23.739541Z","caller":"traceutil/trace.go:171","msg":"trace[2057505885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:645; }","duration":"152.810338ms","start":"2026-04-16T16:32:23.586719Z","end":"2026-04-16T16:32:23.739529Z","steps":["trace[2057505885] 'agreement among raft nodes before linearized reading' (duration: 152.655033ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:23.965228Z","caller":"traceutil/trace.go:171","msg":"trace[901136601] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"215.067776ms","start":"2026-04-16T16:32:23.75008Z","end":"2026-04-16T16:32:23.965147Z","steps":["trace[901136601] 'process raft request' (duration: 139.404964ms)","trace[901136601] 'compare' (duration: 75.294724ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:23.965299Z","caller":"traceutil/trace.go:171","msg":"trace[299307147] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"155.58898ms","start":"2026-04-16T16:32:23.809687Z","end":"2026-04-16T16:32:23.965276Z","steps":["trace[299307147] 'process raft request' (duration: 155.265142ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:24.617447Z","caller":"traceutil/trace.go:171","msg":"trace[421934670] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"245.184307ms","start":"2026-04-16T16:32:24.372216Z","end":"2026-04-16T16:32:24.6174Z","steps":["trace[421934670] 'process raft request' (duration: 244.509232ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:24.745514Z","caller":"traceutil/trace.go:171","msg":"trace[339591915] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"109.473036ms","start":"2026-04-16T16:32:24.636009Z","end":"2026-04-16T16:32:24.745482Z","steps":["trace[339591915] 'process raft request' (duration: 109.22371ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:24.942697Z","caller":"traceutil/trace.go:171","msg":"trace[1738870740] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"174.14886ms","start":"2026-04-16T16:32:24.768521Z","end":"2026-04-16T16:32:24.94267Z","steps":["trace[1738870740] 'process raft request' (duration: 174.010337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:25.924848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:26.321065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083480724s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:32:26.32164Z","caller":"traceutil/trace.go:171","msg":"trace[843250821] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"1.084257621s","start":"2026-04-16T16:32:25.237352Z","end":"2026-04-16T16:32:26.321609Z","steps":["trace[843250821] 'process raft request' (duration: 1.084070926s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:26.321851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:25.237297Z","time spent":"1.084462956s","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:27.261795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.458997ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:32:27.261914Z","caller":"traceutil/trace.go:171","msg":"trace[254579151] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:683; }","duration":"1.83739513s","start":"2026-04-16T16:32:25.424495Z","end":"2026-04-16T16:32:27.26189Z","steps":["trace[254579151] 'read index received' (duration: 896.868161ms)","trace[254579151] 'applied index is now lower than readState.Index' (duration: 940.525059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:27.262232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837723418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:32:27.262289Z","caller":"traceutil/trace.go:171","msg":"trace[123501065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:661; }","duration":"1.837855291s","start":"2026-04-16T16:32:25.424421Z","end":"2026-04-16T16:32:27.262276Z","steps":["trace[123501065] 'agreement among raft nodes before linearized reading' (duration: 1.837639686s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:27.262251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.92562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:32:27.262315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:25.424385Z","time spent":"1.837924713s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:32:27.262315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286483646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:32:27.262359Z","caller":"traceutil/trace.go:171","msg":"trace[1258716135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:661; }","duration":"694.077073ms","start":"2026-04-16T16:32:26.56825Z","end":"2026-04-16T16:32:27.262327Z","steps":["trace[1258716135] 'agreement among raft nodes before linearized reading' (duration: 693.894889ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:27.262382Z","caller":"traceutil/trace.go:171","msg":"trace[979320353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:661; }","duration":"1.286590228s","start":"2026-04-16T16:32:25.975771Z","end":"2026-04-16T16:32:27.262362Z","steps":["trace[979320353] 'agreement among raft nodes before linearized reading' (duration: 1.286357213s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:27.262421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:26.568228Z","time spent":"694.178065ms","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:32:27.262436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.037778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T16:32:27.262442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:25.975749Z","time spent":"1.28667945s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:32:27.262477Z","caller":"traceutil/trace.go:171","msg":"trace[755835452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:661; }","duration":"121.103419ms","start":"2026-04-16T16:32:27.141359Z","end":"2026-04-16T16:32:27.262462Z","steps":["trace[755835452] 'agreement among raft nodes before linearized reading' (duration: 121.011167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:27.262495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.039411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:27.262514Z","caller":"traceutil/trace.go:171","msg":"trace[1021191962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:661; }","duration":"899.087371ms","start":"2026-04-16T16:32:26.363421Z","end":"2026-04-16T16:32:27.262509Z","steps":["trace[1021191962] 'agreement among raft nodes before linearized reading' (duration: 899.056931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:27.262528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:26.363404Z","time spent":"899.120433ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:32:27.262321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.157754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-16T16:32:27.262605Z","caller":"traceutil/trace.go:171","msg":"trace[1200195200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:661; }","duration":"126.471381ms","start":"2026-04-16T16:32:27.136119Z","end":"2026-04-16T16:32:27.26259Z","steps":["trace[1200195200] 'agreement among raft nodes before linearized reading' (duration: 126.013291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:27.262678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.420528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:32:27.262697Z","caller":"traceutil/trace.go:171","msg":"trace[936232394] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:661; }","duration":"689.459818ms","start":"2026-04-16T16:32:26.57323Z","end":"2026-04-16T16:32:27.262689Z","steps":["trace[936232394] 'agreement among raft nodes before linearized reading' (duration: 689.409817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:27.262711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:26.573216Z","time spent":"689.491269ms","remote":"127.0.0.1:55260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":52,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:32:28.027828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:28.528506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:28.929211Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.6614717s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:32:28.929704Z","caller":"traceutil/trace.go:171","msg":"trace[1398574565] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"1.662016793s","start":"2026-04-16T16:32:27.26766Z","end":"2026-04-16T16:32:28.929677Z","steps":["trace[1398574565] 'process raft request' (duration: 1.661828179s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:28.929903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:27.267644Z","time spent":"1.662176786s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:29.464373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.234223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:32:29.464762Z","caller":"traceutil/trace.go:171","msg":"trace[1976868459] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"2.196522236s","start":"2026-04-16T16:32:27.268194Z","end":"2026-04-16T16:32:29.464716Z","steps":["trace[1976868459] 'process raft request' (duration: 1.815858483s)","trace[1976868459] 'compare' (duration: 379.884596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:29.464933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:27.268165Z","time spent":"2.19666722s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:29.465373Z","caller":"traceutil/trace.go:171","msg":"trace[190162003] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:685; }","duration":"1.937756921s","start":"2026-04-16T16:32:27.527598Z","end":"2026-04-16T16:32:29.465355Z","steps":["trace[190162003] 'read index received' (duration: 1.401948899s)","trace[190162003] 'applied index is now lower than readState.Index' (duration: 535.807042ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:29.465427Z","caller":"traceutil/trace.go:171","msg":"trace[1434346888] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"2.197049367s","start":"2026-04-16T16:32:27.268359Z","end":"2026-04-16T16:32:29.465408Z","steps":["trace[1434346888] 'process raft request' (duration: 2.196221329s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:29.465472Z","caller":"traceutil/trace.go:171","msg":"trace[1432928357] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"2.196360874s","start":"2026-04-16T16:32:27.269102Z","end":"2026-04-16T16:32:29.465463Z","steps":["trace[1432928357] 'process raft request' (duration: 2.196209979s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:29.465515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:27.268335Z","time spent":"2.197133841s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:29.465533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:27.269093Z","time spent":"2.196402034s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:29.465664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938062809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:32:29.465666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902628558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:29.465696Z","caller":"traceutil/trace.go:171","msg":"trace[1024996782] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:665; }","duration":"1.938126981s","start":"2026-04-16T16:32:27.527557Z","end":"2026-04-16T16:32:29.465684Z","steps":["trace[1024996782] 'agreement among raft nodes before linearized reading' (duration: 1.938074029s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:29.465708Z","caller":"traceutil/trace.go:171","msg":"trace[320765852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"1.90271022s","start":"2026-04-16T16:32:27.562985Z","end":"2026-04-16T16:32:29.465695Z","steps":["trace[320765852] 'agreement among raft nodes before linearized reading' (duration: 1.902637888s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:29.46576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:27.527538Z","time spent":"1.938181051s","remote":"127.0.0.1:55244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:32:29.465769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:27.562958Z","time spent":"1.902804011s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:32:29.465798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.747606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:29.465835Z","caller":"traceutil/trace.go:171","msg":"trace[1869253522] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:665; }","duration":"247.824118ms","start":"2026-04-16T16:32:29.217997Z","end":"2026-04-16T16:32:29.465822Z","steps":["trace[1869253522] 'agreement among raft nodes before linearized reading' (duration: 247.770236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:31.04595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:31.546296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:32.047132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:32.548269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:32.562435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999879076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:32:32.562515Z","caller":"traceutil/trace.go:171","msg":"trace[1449184611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013059s","start":"2026-04-16T16:32:30.562483Z","end":"2026-04-16T16:32:32.562496Z","steps":["trace[1449184611] 'agreement among raft nodes before linearized reading' (duration: 1.999910757s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:32.562565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:30.562462Z","time spent":"2.000094572s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:32:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:32:33.049075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:33.549945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:33.698032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.26634162s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:32:33.698485Z","caller":"traceutil/trace.go:171","msg":"trace[1292409099] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:689; }","duration":"3.153126799s","start":"2026-04-16T16:32:30.545336Z","end":"2026-04-16T16:32:33.698463Z","steps":["trace[1292409099] 'read index received' (duration: 3.152821811s)","trace[1292409099] 'applied index is now lower than readState.Index' (duration: 303.868µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:33.698544Z","caller":"traceutil/trace.go:171","msg":"trace[1199513573] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"3.64644742s","start":"2026-04-16T16:32:30.052077Z","end":"2026-04-16T16:32:33.698524Z","steps":["trace[1199513573] 'process raft request' (duration: 3.646199764s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:33.698683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:30.05205Z","time spent":"3.646540703s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:33.698716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153379724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T16:32:33.698733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228149802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-16T16:32:33.698764Z","caller":"traceutil/trace.go:171","msg":"trace[2037501171] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:666; }","duration":"3.153473926s","start":"2026-04-16T16:32:30.545275Z","end":"2026-04-16T16:32:33.698749Z","steps":["trace[2037501171] 'agreement among raft nodes before linearized reading' (duration: 3.153294652s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:33.698784Z","caller":"traceutil/trace.go:171","msg":"trace[35213938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:666; }","duration":"2.228231104s","start":"2026-04-16T16:32:31.470536Z","end":"2026-04-16T16:32:33.698767Z","steps":["trace[35213938] 'agreement among raft nodes before linearized reading' (duration: 2.22809259s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:33.698808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:30.545251Z","time spent":"3.153545768s","remote":"127.0.0.1:54960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-04-16T16:32:33.698822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:31.470515Z","time spent":"2.228297856s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:32:33.698815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228424498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T16:32:33.698807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762885681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T16:32:33.698851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13588317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:33.698881Z","caller":"traceutil/trace.go:171","msg":"trace[1585664991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:666; }","duration":"2.228517131s","start":"2026-04-16T16:32:31.470348Z","end":"2026-04-16T16:32:33.698865Z","steps":["trace[1585664991] 'agreement among raft nodes before linearized reading' (duration: 2.228347747s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:33.698902Z","caller":"traceutil/trace.go:171","msg":"trace[1521015808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:666; }","duration":"2.762996093s","start":"2026-04-16T16:32:30.935884Z","end":"2026-04-16T16:32:33.69888Z","steps":["trace[1521015808] 'agreement among raft nodes before linearized reading' (duration: 2.762724677s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:33.698932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:31.470338Z","time spent":"2.228583262s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:32:33.698944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242294387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:32:33.69895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:30.935825Z","time spent":"2.763116375s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:32:33.698941Z","caller":"traceutil/trace.go:171","msg":"trace[795980178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"1.136019903s","start":"2026-04-16T16:32:32.562893Z","end":"2026-04-16T16:32:33.698913Z","steps":["trace[795980178] 'agreement among raft nodes before linearized reading' (duration: 1.135856519s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:33.698983Z","caller":"traceutil/trace.go:171","msg":"trace[1342642305] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:666; }","duration":"1.242373189s","start":"2026-04-16T16:32:32.456598Z","end":"2026-04-16T16:32:33.698972Z","steps":["trace[1342642305] 'agreement among raft nodes before linearized reading' (duration: 1.242306558s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:33.698983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230305701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T16:32:33.699014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:32.562871Z","time spent":"1.136129895s","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:32:33.699026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:32.456574Z","time spent":"1.24243901s","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:32:33.699064Z","caller":"traceutil/trace.go:171","msg":"trace[704456796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:666; }","duration":"2.230435553s","start":"2026-04-16T16:32:31.468609Z","end":"2026-04-16T16:32:33.699045Z","steps":["trace[704456796] 'agreement among raft nodes before linearized reading' (duration: 2.230198087s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:33.699109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:31.468589Z","time spent":"2.230510825s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:32:34.209119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:34.709305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:35.209524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:35.708644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:32:35.70874Z","caller":"traceutil/trace.go:171","msg":"trace[352067538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295466s","start":"2026-04-16T16:32:33.708423Z","end":"2026-04-16T16:32:35.708718Z","steps":["trace[352067538] 'agreement among raft nodes before linearized reading' (duration: 2.000182244s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:35.7088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:33.708412Z","time spent":"2.000375278s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:32:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:32:35.70975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:36.271149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.862798ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T16:32:36.27126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:33.700168Z","time spent":"2.57108818s","remote":"127.0.0.1:54960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T16:32:36.318261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:33.703645Z","time spent":"2.614611745s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T16:32:36.318496Z","caller":"traceutil/trace.go:171","msg":"trace[1790198251] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"2.614531993s","start":"2026-04-16T16:32:33.703931Z","end":"2026-04-16T16:32:36.318463Z","steps":["trace[1790198251] 'process raft request' (duration: 2.614266667s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:36.318672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:33.703918Z","time spent":"2.614653996s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:36.318681Z","caller":"traceutil/trace.go:171","msg":"trace[660933433] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"2.614379209s","start":"2026-04-16T16:32:33.704269Z","end":"2026-04-16T16:32:36.318648Z","steps":["trace[660933433] 'process raft request' (duration: 2.614113903s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:36.318819Z","caller":"traceutil/trace.go:171","msg":"trace[433786002] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"1.469960997s","start":"2026-04-16T16:32:34.848839Z","end":"2026-04-16T16:32:36.3188Z","steps":["trace[433786002] 'process raft request' (duration: 1.46962518s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:36.318831Z","caller":"traceutil/trace.go:171","msg":"trace[169944470] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"2.613169132s","start":"2026-04-16T16:32:33.705633Z","end":"2026-04-16T16:32:36.318802Z","steps":["trace[169944470] 'process raft request' (duration: 2.612783734s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:36.318869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:33.704243Z","time spent":"2.614517112s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:36.318926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:34.8488Z","time spent":"1.470057489s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:36.318979Z","caller":"traceutil/trace.go:171","msg":"trace[1293698553] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"2.614918011s","start":"2026-04-16T16:32:33.704048Z","end":"2026-04-16T16:32:36.318966Z","steps":["trace[1293698553] 'process raft request' (duration: 2.614295947s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:36.318994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:33.70561Z","time spent":"2.613299165s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:36.319028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:33.704023Z","time spent":"2.614981263s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:36.68525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.723297ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:32:36.685491Z","caller":"traceutil/trace.go:171","msg":"trace[669251115] transaction","detail":"{read_only:false; number_of_response:1; response_revision:672; }","duration":"412.884442ms","start":"2026-04-16T16:32:36.272586Z","end":"2026-04-16T16:32:36.68547Z","steps":["trace[669251115] 'process raft request' (duration: 412.77139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:36.685588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:36.272559Z","time spent":"412.967714ms","remote":"127.0.0.1:54960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:36.68558Z","caller":"traceutil/trace.go:171","msg":"trace[1681449543] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:690; }","duration":"2.977099076s","start":"2026-04-16T16:32:33.708454Z","end":"2026-04-16T16:32:36.685553Z","steps":["trace[1681449543] 'read index received' (duration: 2.436947585s)","trace[1681449543] 'applied index is now lower than readState.Index' (duration: 540.148791ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:36.685677Z","caller":"traceutil/trace.go:171","msg":"trace[1263795641] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"365.044609ms","start":"2026-04-16T16:32:36.320607Z","end":"2026-04-16T16:32:36.685652Z","steps":["trace[1263795641] 'process raft request' (duration: 364.802024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:36.685887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:36.320588Z","time spent":"365.178622ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:32:36.792663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293838198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:36.792734Z","caller":"traceutil/trace.go:171","msg":"trace[1570377112] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:673; }","duration":"2.293967591s","start":"2026-04-16T16:32:34.498751Z","end":"2026-04-16T16:32:36.792719Z","steps":["trace[1570377112] 'agreement among raft nodes before linearized reading' (duration: 2.186933949s)","trace[1570377112] 'count revisions from in-memory index tree' (duration: 106.9289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:36.792775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:34.498724Z","time spent":"2.294041102s","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:32:36.792826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083658708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:32:36.792973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910949524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:32:36.793005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.033257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:36.793103Z","caller":"traceutil/trace.go:171","msg":"trace[795310369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:673; }","duration":"433.152259ms","start":"2026-04-16T16:32:36.35992Z","end":"2026-04-16T16:32:36.793072Z","steps":["trace[795310369] 'agreement among raft nodes before linearized reading' (duration: 325.841212ms)","trace[795310369] 'range keys from in-memory index tree' (duration: 107.208925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:36.793181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:36.359901Z","time spent":"433.259722ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:32:36.793104Z","caller":"traceutil/trace.go:171","msg":"trace[680442838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:673; }","duration":"1.084012496s","start":"2026-04-16T16:32:35.708984Z","end":"2026-04-16T16:32:36.792996Z","steps":["trace[680442838] 'agreement among raft nodes before linearized reading' (duration: 976.78556ms)","trace[680442838] 'range keys from in-memory index tree' (duration: 106.877968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:36.793471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:35.708964Z","time spent":"1.084488626s","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:32:36.793019Z","caller":"traceutil/trace.go:171","msg":"trace[220586220] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:673; }","duration":"1.911020226s","start":"2026-04-16T16:32:34.881984Z","end":"2026-04-16T16:32:36.793004Z","steps":["trace[220586220] 'agreement among raft nodes before linearized reading' (duration: 1.80379658s)","trace[220586220] 'count revisions from in-memory index tree' (duration: 107.171015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:36.793813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:34.881962Z","time spent":"1.911827554s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:32:36.792916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.774949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:32:36.794112Z","caller":"traceutil/trace.go:171","msg":"trace[1664483772] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:673; }","duration":"273.151591ms","start":"2026-04-16T16:32:36.520931Z","end":"2026-04-16T16:32:36.794083Z","steps":["trace[1664483772] 'agreement among raft nodes before linearized reading' (duration: 164.785489ms)","trace[1664483772] 'count revisions from in-memory index tree' (duration: 106.99596ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:36.977687Z","caller":"traceutil/trace.go:171","msg":"trace[34259976] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:701; }","duration":"177.27446ms","start":"2026-04-16T16:32:36.800373Z","end":"2026-04-16T16:32:36.977648Z","steps":["trace[34259976] 'read index received' (duration: 130.863541ms)","trace[34259976] 'applied index is now lower than readState.Index' (duration: 46.409619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:36.978211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.822462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6e36b7492213d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T16:32:36.977757Z","caller":"traceutil/trace.go:171","msg":"trace[505241068] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"183.085722ms","start":"2026-04-16T16:32:36.794592Z","end":"2026-04-16T16:32:36.977678Z","steps":["trace[505241068] 'process raft request' (duration: 136.588871ms)","trace[505241068] 'compare' (duration: 46.174614ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:36.978268Z","caller":"traceutil/trace.go:171","msg":"trace[155059459] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6e36b7492213d; range_end:; response_count:1; response_revision:674; }","duration":"177.913565ms","start":"2026-04-16T16:32:36.800342Z","end":"2026-04-16T16:32:36.978256Z","steps":["trace[155059459] 'agreement among raft nodes before linearized reading' (duration: 177.487705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:36.978544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.105706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:36.978775Z","caller":"traceutil/trace.go:171","msg":"trace[1084816518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:674; }","duration":"177.323181ms","start":"2026-04-16T16:32:36.801356Z","end":"2026-04-16T16:32:36.978679Z","steps":["trace[1084816518] 'agreement among raft nodes before linearized reading' (duration: 176.81843ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:37.561363Z","caller":"traceutil/trace.go:171","msg":"trace[644109251] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"291.669029ms","start":"2026-04-16T16:32:37.269659Z","end":"2026-04-16T16:32:37.561328Z","steps":["trace[644109251] 'process raft request' (duration: 281.351186ms)","trace[644109251] 'compare' (duration: 10.108108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:37.863903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.372225ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:37.864054Z","caller":"traceutil/trace.go:171","msg":"trace[1514444146] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:677; }","duration":"193.53425ms","start":"2026-04-16T16:32:37.670489Z","end":"2026-04-16T16:32:37.864023Z","steps":["trace[1514444146] 'range keys from in-memory index tree' (duration: 193.320683ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:38.688906Z","caller":"traceutil/trace.go:171","msg":"trace[219895487] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"361.426837ms","start":"2026-04-16T16:32:38.32745Z","end":"2026-04-16T16:32:38.688877Z","steps":["trace[219895487] 'process raft request' (duration: 361.256573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:38.689057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:38.327439Z","time spent":"361.5412ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:38.689266Z","caller":"traceutil/trace.go:171","msg":"trace[534791800] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"361.590821ms","start":"2026-04-16T16:32:38.327652Z","end":"2026-04-16T16:32:38.689243Z","steps":["trace[534791800] 'process raft request' (duration: 361.184402ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:38.689345Z","caller":"traceutil/trace.go:171","msg":"trace[1153785376] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:706; }","duration":"123.828222ms","start":"2026-04-16T16:32:38.565499Z","end":"2026-04-16T16:32:38.689327Z","steps":["trace[1153785376] 'read index received' (duration: 123.225358ms)","trace[1153785376] 'applied index is now lower than readState.Index' (duration: 601.944µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:38.689409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:38.327643Z","time spent":"361.688083ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:38.689697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.178449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:38.689861Z","caller":"traceutil/trace.go:171","msg":"trace[139913716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"124.367744ms","start":"2026-04-16T16:32:38.565449Z","end":"2026-04-16T16:32:38.689817Z","steps":["trace[139913716] 'agreement among raft nodes before linearized reading' (duration: 124.114698ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:38.689962Z","caller":"traceutil/trace.go:171","msg":"trace[1257658751] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"360.64866ms","start":"2026-04-16T16:32:38.328808Z","end":"2026-04-16T16:32:38.689457Z","steps":["trace[1257658751] 'process raft request' (duration: 360.279181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:38.690082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:38.328789Z","time spent":"361.250194ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:40.637324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.811579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:40.637393Z","caller":"traceutil/trace.go:171","msg":"trace[912665153] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:688; }","duration":"206.957482ms","start":"2026-04-16T16:32:40.430419Z","end":"2026-04-16T16:32:40.637376Z","steps":["trace[912665153] 'count revisions from in-memory index tree' (duration: 206.737297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:42.182673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.372169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:32:42.182983Z","caller":"traceutil/trace.go:171","msg":"trace[654707648] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:744; }","duration":"617.726565ms","start":"2026-04-16T16:32:41.565239Z","end":"2026-04-16T16:32:42.182965Z","steps":["trace[654707648] 'read index received' (duration: 373.141022ms)","trace[654707648] 'applied index is now lower than readState.Index' (duration: 244.584563ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:42.183061Z","caller":"traceutil/trace.go:171","msg":"trace[1192334236] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"763.418361ms","start":"2026-04-16T16:32:41.419634Z","end":"2026-04-16T16:32:42.183053Z","steps":["trace[1192334236] 'process raft request' (duration: 518.575712ms)","trace[1192334236] 'compare' (duration: 244.071542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:42.1831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:41.419622Z","time spent":"763.459723ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:42.183113Z","caller":"traceutil/trace.go:171","msg":"trace[364499262] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"639.979179ms","start":"2026-04-16T16:32:41.543099Z","end":"2026-04-16T16:32:42.183078Z","steps":["trace[364499262] 'process raft request' (duration: 639.709483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:42.183334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.086613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:42.18339Z","caller":"traceutil/trace.go:171","msg":"trace[1845611698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:717; }","duration":"618.200105ms","start":"2026-04-16T16:32:41.565175Z","end":"2026-04-16T16:32:42.183375Z","steps":["trace[1845611698] 'agreement among raft nodes before linearized reading' (duration: 618.038232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:42.183428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:41.565148Z","time spent":"618.269457ms","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:32:42.18385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:41.543071Z","time spent":"640.721207ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:32:42.198559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.981272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:32:42.198618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.761522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:42.198667Z","caller":"traceutil/trace.go:171","msg":"trace[1751213603] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:718; }","duration":"458.167756ms","start":"2026-04-16T16:32:41.74047Z","end":"2026-04-16T16:32:42.198638Z","steps":["trace[1751213603] 'agreement among raft nodes before linearized reading' (duration: 457.958312ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:42.198725Z","caller":"traceutil/trace.go:171","msg":"trace[616357250] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:718; }","duration":"257.925586ms","start":"2026-04-16T16:32:41.940775Z","end":"2026-04-16T16:32:42.198701Z","steps":["trace[616357250] 'agreement among raft nodes before linearized reading' (duration: 257.720881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:42.198741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:41.740437Z","time spent":"458.283999ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-04-16T16:32:43.861912Z","caller":"traceutil/trace.go:171","msg":"trace[1423820497] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"202.371959ms","start":"2026-04-16T16:32:43.659506Z","end":"2026-04-16T16:32:43.861878Z","steps":["trace[1423820497] 'process raft request' (duration: 202.119503ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:44.134881Z","caller":"traceutil/trace.go:171","msg":"trace[1775721383] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"391.286753ms","start":"2026-04-16T16:32:43.74357Z","end":"2026-04-16T16:32:44.134857Z","steps":["trace[1775721383] 'process raft request' (duration: 391.1238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:44.135013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:43.743531Z","time spent":"391.418936ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:32:44.440079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.089083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:32:44.440309Z","caller":"traceutil/trace.go:171","msg":"trace[389984915] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"492.249867ms","start":"2026-04-16T16:32:43.948039Z","end":"2026-04-16T16:32:44.440289Z","steps":["trace[389984915] 'process raft request' (duration: 492.173016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:44.440348Z","caller":"traceutil/trace.go:171","msg":"trace[2020030303] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"547.531517ms","start":"2026-04-16T16:32:43.892777Z","end":"2026-04-16T16:32:44.440308Z","steps":["trace[2020030303] 'process raft request' (duration: 368.075067ms)","trace[2020030303] 'compare' (duration: 178.875267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:44.440388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:43.947977Z","time spent":"492.38234ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:32:44.440559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:43.892746Z","time spent":"547.701751ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:44.904276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.651895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:32:44.904536Z","caller":"traceutil/trace.go:171","msg":"trace[1053505057] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:769; }","duration":"740.432493ms","start":"2026-04-16T16:32:44.164086Z","end":"2026-04-16T16:32:44.904518Z","steps":["trace[1053505057] 'read index received' (duration: 96.80286ms)","trace[1053505057] 'applied index is now lower than readState.Index' (duration: 643.628643ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:44.904569Z","caller":"traceutil/trace.go:171","msg":"trace[1915263927] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"761.453738ms","start":"2026-04-16T16:32:44.143083Z","end":"2026-04-16T16:32:44.904536Z","steps":["trace[1915263927] 'process raft request' (duration: 600.457965ms)","trace[1915263927] 'compare' (duration: 160.37973ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:44.904606Z","caller":"traceutil/trace.go:171","msg":"trace[1968962720] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"756.401383ms","start":"2026-04-16T16:32:44.148186Z","end":"2026-04-16T16:32:44.904587Z","steps":["trace[1968962720] 'process raft request' (duration: 756.199549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:44.904672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.590137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:32:44.904704Z","caller":"traceutil/trace.go:171","msg":"trace[742714107] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:744; }","duration":"740.680969ms","start":"2026-04-16T16:32:44.164014Z","end":"2026-04-16T16:32:44.904695Z","steps":["trace[742714107] 'agreement among raft nodes before linearized reading' (duration: 740.578127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:44.904696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.143048Z","time spent":"761.585161ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:32:44.904738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.163978Z","time spent":"740.752081ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:32:44.905603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.148169Z","time spent":"756.479826ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:45.229458Z","caller":"traceutil/trace.go:171","msg":"trace[537542584] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:773; }","duration":"324.87244ms","start":"2026-04-16T16:32:44.904563Z","end":"2026-04-16T16:32:45.229436Z","steps":["trace[537542584] 'read index received' (duration: 259.914321ms)","trace[537542584] 'applied index is now lower than readState.Index' (duration: 64.956849ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:45.229811Z","caller":"traceutil/trace.go:171","msg":"trace[1178787784] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"914.914781ms","start":"2026-04-16T16:32:44.314853Z","end":"2026-04-16T16:32:45.229768Z","steps":["trace[1178787784] 'process raft request' (duration: 849.586133ms)","trace[1178787784] 'compare' (duration: 64.569241ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:45.22993Z","caller":"traceutil/trace.go:171","msg":"trace[1938573817] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"849.04352ms","start":"2026-04-16T16:32:44.380835Z","end":"2026-04-16T16:32:45.229879Z","steps":["trace[1938573817] 'process raft request' (duration: 848.510898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.230306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.626169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hcrfb\" ","response":"range_response_count:1 size:18337"} {"level":"warn","ts":"2026-04-16T16:32:45.230353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.380801Z","time spent":"849.480269ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:45.230385Z","caller":"traceutil/trace.go:171","msg":"trace[164724133] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hcrfb; range_end:; response_count:1; response_revision:746; }","duration":"916.786492ms","start":"2026-04-16T16:32:44.313582Z","end":"2026-04-16T16:32:45.230368Z","steps":["trace[164724133] 'agreement among raft nodes before linearized reading' (duration: 916.026805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.230442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.313555Z","time spent":"916.873424ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18360,"request content":"key:\"/registry/pods/kube-system/cilium-hcrfb\" "} {"level":"warn","ts":"2026-04-16T16:32:45.230259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.918767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:32:45.230631Z","caller":"traceutil/trace.go:171","msg":"trace[1224426535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:746; }","duration":"510.320926ms","start":"2026-04-16T16:32:44.720277Z","end":"2026-04-16T16:32:45.230598Z","steps":["trace[1224426535] 'agreement among raft nodes before linearized reading' (duration: 509.193231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.230668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.955618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-04-16T16:32:45.230822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.720269Z","time spent":"510.474749ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:32:45.230923Z","caller":"traceutil/trace.go:171","msg":"trace[1894072148] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:746; }","duration":"689.259745ms","start":"2026-04-16T16:32:44.541608Z","end":"2026-04-16T16:32:45.230868Z","steps":["trace[1894072148] 'agreement among raft nodes before linearized reading' (duration: 687.951926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.231106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.541584Z","time spent":"689.5049ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-16T16:32:45.231222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.124059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-16T16:32:45.231289Z","caller":"traceutil/trace.go:171","msg":"trace[494254114] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:746; }","duration":"490.216691ms","start":"2026-04-16T16:32:44.741053Z","end":"2026-04-16T16:32:45.23127Z","steps":["trace[494254114] 'agreement among raft nodes before linearized reading' (duration: 488.81351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.230964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.035542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T16:32:45.23134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.741038Z","time spent":"490.288243ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-16T16:32:45.231133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.035951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:32:45.231393Z","caller":"traceutil/trace.go:171","msg":"trace[1524706646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:746; }","duration":"511.433731ms","start":"2026-04-16T16:32:44.719919Z","end":"2026-04-16T16:32:45.231353Z","steps":["trace[1524706646] 'agreement among raft nodes before linearized reading' (duration: 509.704663ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:45.231401Z","caller":"traceutil/trace.go:171","msg":"trace[509052305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:746; }","duration":"518.302887ms","start":"2026-04-16T16:32:44.713083Z","end":"2026-04-16T16:32:45.231386Z","steps":["trace[509052305] 'agreement among raft nodes before linearized reading' (duration: 516.432255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.231499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.713053Z","time spent":"518.43165ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:32:45.23047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.314821Z","time spent":"915.245977ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:32:45.230879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.799134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:32:45.23229Z","caller":"traceutil/trace.go:171","msg":"trace[558818401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:746; }","duration":"835.089093ms","start":"2026-04-16T16:32:44.397038Z","end":"2026-04-16T16:32:45.232127Z","steps":["trace[558818401] 'agreement among raft nodes before linearized reading' (duration: 832.553926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.232399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.397024Z","time spent":"835.35586ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:32:45.231491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.719827Z","time spent":"511.611415ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:32:45.600993Z","caller":"traceutil/trace.go:171","msg":"trace[831924951] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"681.002217ms","start":"2026-04-16T16:32:44.919958Z","end":"2026-04-16T16:32:45.60096Z","steps":["trace[831924951] 'process raft request' (duration: 680.705131ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:45.60134Z","caller":"traceutil/trace.go:171","msg":"trace[2012878063] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"678.606923ms","start":"2026-04-16T16:32:44.922694Z","end":"2026-04-16T16:32:45.601301Z","steps":["trace[2012878063] 'process raft request' (duration: 678.209764ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:45.6015Z","caller":"traceutil/trace.go:171","msg":"trace[1698937609] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"625.009342ms","start":"2026-04-16T16:32:44.97647Z","end":"2026-04-16T16:32:45.60148Z","steps":["trace[1698937609] 'process raft request' (duration: 624.819977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.601562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.922683Z","time spent":"678.771888ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:45.601671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.129571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-04-16T16:32:45.601686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.976451Z","time spent":"625.136974ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:32:45.601845Z","caller":"traceutil/trace.go:171","msg":"trace[1948112304] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:749; }","duration":"460.382587ms","start":"2026-04-16T16:32:45.14145Z","end":"2026-04-16T16:32:45.601833Z","steps":["trace[1948112304] 'agreement among raft nodes before linearized reading' (duration: 460.112251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.601907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:45.141422Z","time spent":"460.474859ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-04-16T16:32:45.601524Z","caller":"traceutil/trace.go:171","msg":"trace[35552612] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:775; }","duration":"371.927115ms","start":"2026-04-16T16:32:45.229532Z","end":"2026-04-16T16:32:45.601459Z","steps":["trace[35552612] 'read index received' (duration: 371.063955ms)","trace[35552612] 'applied index is now lower than readState.Index' (duration: 862.05µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:45.602341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:44.919937Z","time spent":"681.177032ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:45.650545Z","caller":"traceutil/trace.go:171","msg":"trace[1982369291] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"406.235231ms","start":"2026-04-16T16:32:45.244278Z","end":"2026-04-16T16:32:45.650513Z","steps":["trace[1982369291] 'process raft request' (duration: 406.002546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.65072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:45.244251Z","time spent":"406.377124ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:45.65066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.852591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24235"} {"level":"info","ts":"2026-04-16T16:32:45.650909Z","caller":"traceutil/trace.go:171","msg":"trace[52441321] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:754; }","duration":"310.145138ms","start":"2026-04-16T16:32:45.340717Z","end":"2026-04-16T16:32:45.650863Z","steps":["trace[52441321] 'agreement among raft nodes before linearized reading' (duration: 309.82103ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:45.650997Z","caller":"traceutil/trace.go:171","msg":"trace[794414042] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"410.567878ms","start":"2026-04-16T16:32:45.240415Z","end":"2026-04-16T16:32:45.650983Z","steps":["trace[794414042] 'process raft request' (duration: 409.667378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.650998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:45.340691Z","time spent":"310.26863ms","remote":"127.0.0.1:54972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24258,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-16T16:32:45.651087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:45.240384Z","time spent":"410.657061ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:45.650217Z","caller":"traceutil/trace.go:171","msg":"trace[242636824] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"409.885143ms","start":"2026-04-16T16:32:45.240297Z","end":"2026-04-16T16:32:45.650182Z","steps":["trace[242636824] 'process raft request' (duration: 409.550776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.651319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:45.240269Z","time spent":"410.903425ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:45.651429Z","caller":"traceutil/trace.go:171","msg":"trace[1578301920] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"404.617484ms","start":"2026-04-16T16:32:45.246799Z","end":"2026-04-16T16:32:45.651417Z","steps":["trace[1578301920] 'process raft request' (duration: 403.55051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.651506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:45.246793Z","time spent":"404.672915ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18501,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:45.651347Z","caller":"traceutil/trace.go:171","msg":"trace[745724446] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"404.197654ms","start":"2026-04-16T16:32:45.247098Z","end":"2026-04-16T16:32:45.651296Z","steps":["trace[745724446] 'process raft request' (duration: 403.381366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.651926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.257227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:32:45.651972Z","caller":"traceutil/trace.go:171","msg":"trace[1289014793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:754; }","duration":"294.35457ms","start":"2026-04-16T16:32:45.357606Z","end":"2026-04-16T16:32:45.651961Z","steps":["trace[1289014793] 'agreement among raft nodes before linearized reading' (duration: 294.143264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:45.651955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:45.247084Z","time spent":"404.609034ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:45.652205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.235177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:8285"} {"level":"info","ts":"2026-04-16T16:32:45.652265Z","caller":"traceutil/trace.go:171","msg":"trace[1607024524] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:754; }","duration":"111.340979ms","start":"2026-04-16T16:32:45.540906Z","end":"2026-04-16T16:32:45.652247Z","steps":["trace[1607024524] 'agreement among raft nodes before linearized reading' (duration: 111.128035ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:46.467046Z","caller":"traceutil/trace.go:171","msg":"trace[1246339037] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"118.212766ms","start":"2026-04-16T16:32:46.348816Z","end":"2026-04-16T16:32:46.467029Z","steps":["trace[1246339037] 'process raft request' (duration: 117.9886ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:52.585549Z","caller":"traceutil/trace.go:171","msg":"trace[54327744] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"179.375759ms","start":"2026-04-16T16:32:52.406143Z","end":"2026-04-16T16:32:52.585519Z","steps":["trace[54327744] 'process raft request' (duration: 179.077922ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:52.588455Z","caller":"traceutil/trace.go:171","msg":"trace[867064677] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"180.77845ms","start":"2026-04-16T16:32:52.407643Z","end":"2026-04-16T16:32:52.588421Z","steps":["trace[867064677] 'process raft request' (duration: 180.561266ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:53.607227Z","caller":"traceutil/trace.go:171","msg":"trace[492351503] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"145.0123ms","start":"2026-04-16T16:32:53.462171Z","end":"2026-04-16T16:32:53.607183Z","steps":["trace[492351503] 'process raft request' (duration: 79.295674ms)","trace[492351503] 'compare' (duration: 65.178314ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:53.607655Z","caller":"traceutil/trace.go:171","msg":"trace[1105947619] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"143.680741ms","start":"2026-04-16T16:32:53.463947Z","end":"2026-04-16T16:32:53.607627Z","steps":["trace[1105947619] 'process raft request' (duration: 143.102848ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:54.002296Z","caller":"traceutil/trace.go:171","msg":"trace[1736199261] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"257.459855ms","start":"2026-04-16T16:32:53.744813Z","end":"2026-04-16T16:32:54.002272Z","steps":["trace[1736199261] 'process raft request' (duration: 257.304901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:56.863246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:57.364296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:57.865147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:32:58.05786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.045991901s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:32:58.058342Z","caller":"traceutil/trace.go:171","msg":"trace[530643126] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"2.046539692s","start":"2026-04-16T16:32:56.01177Z","end":"2026-04-16T16:32:58.058309Z","steps":["trace[530643126] 'process raft request' (duration: 2.046329718s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:58.058537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:56.011754Z","time spent":"2.046687446s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:58.071148Z","caller":"traceutil/trace.go:171","msg":"trace[1354347856] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:864; }","duration":"1.708814413s","start":"2026-04-16T16:32:56.362308Z","end":"2026-04-16T16:32:58.071123Z","steps":["trace[1354347856] 'read index received' (duration: 1.695819968s)","trace[1354347856] 'applied index is now lower than readState.Index' (duration: 12.993465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:58.071319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709000227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:58.07135Z","caller":"traceutil/trace.go:171","msg":"trace[1797472012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:832; }","duration":"1.709184961s","start":"2026-04-16T16:32:56.362157Z","end":"2026-04-16T16:32:58.071342Z","steps":["trace[1797472012] 'agreement among raft nodes before linearized reading' (duration: 1.709091739s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:58.07131Z","caller":"traceutil/trace.go:171","msg":"trace[89326389] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"1.075801361s","start":"2026-04-16T16:32:56.995468Z","end":"2026-04-16T16:32:58.07127Z","steps":["trace[89326389] 'process raft request' (duration: 1.075524515s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:58.071476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.756594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:32:58.071489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244778504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:58.071508Z","caller":"traceutil/trace.go:171","msg":"trace[2013265274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:832; }","duration":"505.829446ms","start":"2026-04-16T16:32:57.565666Z","end":"2026-04-16T16:32:58.071496Z","steps":["trace[2013265274] 'agreement among raft nodes before linearized reading' (duration: 505.783895ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:58.071519Z","caller":"traceutil/trace.go:171","msg":"trace[1783994887] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:832; }","duration":"1.244867905s","start":"2026-04-16T16:32:56.826644Z","end":"2026-04-16T16:32:58.071512Z","steps":["trace[1783994887] 'agreement among raft nodes before linearized reading' (duration: 1.244816234s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:58.071542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:56.826614Z","time spent":"1.244922837s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:32:58.071543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:57.565643Z","time spent":"505.893357ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:32:58.071377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:56.362125Z","time spent":"1.709246432s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:32:58.071593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301713442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:32:58.072092Z","caller":"traceutil/trace.go:171","msg":"trace[168288599] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:832; }","duration":"1.302248444s","start":"2026-04-16T16:32:56.769834Z","end":"2026-04-16T16:32:58.072083Z","steps":["trace[168288599] 'agreement among raft nodes before linearized reading' (duration: 1.301730032s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:58.072144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:56.769814Z","time spent":"1.302318566s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:32:58.07168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.35185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:32:58.07225Z","caller":"traceutil/trace.go:171","msg":"trace[837436459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:832; }","duration":"290.992434ms","start":"2026-04-16T16:32:57.781245Z","end":"2026-04-16T16:32:58.072237Z","steps":["trace[837436459] 'agreement among raft nodes before linearized reading' (duration: 290.194477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:58.071699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.180425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:32:58.072369Z","caller":"traceutil/trace.go:171","msg":"trace[1737578961] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:832; }","duration":"716.920862ms","start":"2026-04-16T16:32:57.35541Z","end":"2026-04-16T16:32:58.072331Z","steps":["trace[1737578961] 'agreement among raft nodes before linearized reading' (duration: 716.198715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:58.0725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:57.355385Z","time spent":"717.078284ms","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:32:58.07173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.760204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:32:58.072641Z","caller":"traceutil/trace.go:171","msg":"trace[2068937181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:832; }","duration":"289.725115ms","start":"2026-04-16T16:32:57.782904Z","end":"2026-04-16T16:32:58.072629Z","steps":["trace[2068937181] 'agreement among raft nodes before linearized reading' (duration: 288.709873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:58.071412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473447768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:32:58.072756Z","caller":"traceutil/trace.go:171","msg":"trace[616465658] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:832; }","duration":"1.47489449s","start":"2026-04-16T16:32:56.597854Z","end":"2026-04-16T16:32:58.072749Z","steps":["trace[616465658] 'agreement among raft nodes before linearized reading' (duration: 1.473431667s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:58.072785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:56.597826Z","time spent":"1.474947991s","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":5,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:32:58.072758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:56.995439Z","time spent":"1.07666125s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:58.071788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.770079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:32:58.072975Z","caller":"traceutil/trace.go:171","msg":"trace[441559603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:832; }","duration":"226.951806ms","start":"2026-04-16T16:32:57.846013Z","end":"2026-04-16T16:32:58.072965Z","steps":["trace[441559603] 'agreement among raft nodes before linearized reading' (duration: 225.733479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:58.071804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.01881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:32:58.073212Z","caller":"traceutil/trace.go:171","msg":"trace[1849085641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:832; }","duration":"290.411232ms","start":"2026-04-16T16:32:57.782728Z","end":"2026-04-16T16:32:58.07314Z","steps":["trace[1849085641] 'agreement among raft nodes before linearized reading' (duration: 289.013159ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:00.202864Z","caller":"traceutil/trace.go:171","msg":"trace[520099718] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"134.371709ms","start":"2026-04-16T16:33:00.06846Z","end":"2026-04-16T16:33:00.202832Z","steps":["trace[520099718] 'process raft request' (duration: 134.168424ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:00.319871Z","caller":"traceutil/trace.go:171","msg":"trace[979209767] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"113.133769ms","start":"2026-04-16T16:33:00.206709Z","end":"2026-04-16T16:33:00.319843Z","steps":["trace[979209767] 'process raft request' (duration: 107.422709ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:00.322789Z","caller":"traceutil/trace.go:171","msg":"trace[1410864815] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"115.341849ms","start":"2026-04-16T16:33:00.207427Z","end":"2026-04-16T16:33:00.322769Z","steps":["trace[1410864815] 'process raft request' (duration: 115.212466ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:00.323115Z","caller":"traceutil/trace.go:171","msg":"trace[1944495008] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"114.909799ms","start":"2026-04-16T16:33:00.208193Z","end":"2026-04-16T16:33:00.323103Z","steps":["trace[1944495008] 'process raft request' (duration: 114.539561ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:00.3231Z","caller":"traceutil/trace.go:171","msg":"trace[34075243] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"114.454828ms","start":"2026-04-16T16:33:00.208618Z","end":"2026-04-16T16:33:00.323072Z","steps":["trace[34075243] 'process raft request' (duration: 114.351046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:02.457512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.535493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:33:02.457886Z","caller":"traceutil/trace.go:171","msg":"trace[1264938701] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"123.76601ms","start":"2026-04-16T16:33:02.334099Z","end":"2026-04-16T16:33:02.457865Z","steps":["trace[1264938701] 'process raft request' (duration: 123.727169ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:02.45792Z","caller":"traceutil/trace.go:171","msg":"trace[1396646317] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"126.786499ms","start":"2026-04-16T16:33:02.331106Z","end":"2026-04-16T16:33:02.457892Z","steps":["trace[1396646317] 'process raft request' (duration: 126.513453ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:02.457913Z","caller":"traceutil/trace.go:171","msg":"trace[2058952949] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"128.683851ms","start":"2026-04-16T16:33:02.329188Z","end":"2026-04-16T16:33:02.457872Z","steps":["trace[2058952949] 'process raft request' (duration: 24.697488ms)","trace[2058952949] 'compare' (duration: 103.331537ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:33:02.458088Z","caller":"traceutil/trace.go:171","msg":"trace[1727181590] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"126.930363ms","start":"2026-04-16T16:33:02.331149Z","end":"2026-04-16T16:33:02.458079Z","steps":["trace[1727181590] 'process raft request' (duration: 126.562254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:04.903156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:33:05.403834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:33:05.904596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:33:06.40503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:33:06.565024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999841767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:33:06.56512Z","caller":"traceutil/trace.go:171","msg":"trace[1625543621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999988491s","start":"2026-04-16T16:33:04.565113Z","end":"2026-04-16T16:33:06.565101Z","steps":["trace[1625543621] 'agreement among raft nodes before linearized reading' (duration: 1.999863648s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:06.56517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:04.56509Z","time spent":"2.000071212s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:33:06.905518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110409561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:33:07.078475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.765859407s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:33:07.078906Z","caller":"traceutil/trace.go:171","msg":"trace[1787152835] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"2.766363758s","start":"2026-04-16T16:33:04.312513Z","end":"2026-04-16T16:33:07.078877Z","steps":["trace[1787152835] 'process raft request' (duration: 2.766205005s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:07.079048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:04.312499Z","time spent":"2.76646804s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:07.09146Z","caller":"traceutil/trace.go:171","msg":"trace[1000183567] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"2.20543933s","start":"2026-04-16T16:33:04.885988Z","end":"2026-04-16T16:33:07.091427Z","steps":["trace[1000183567] 'process raft request' (duration: 2.204766745s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:07.09164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:04.885962Z","time spent":"2.205588094s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:07.094031Z","caller":"traceutil/trace.go:171","msg":"trace[440723281] linearizableReadLoop","detail":"{readStateIndex:893; appliedIndex:890; }","duration":"2.691305011s","start":"2026-04-16T16:33:04.402702Z","end":"2026-04-16T16:33:07.094007Z","steps":["trace[440723281] 'read index received' (duration: 2.676045406s)","trace[440723281] 'applied index is now lower than readState.Index' (duration: 15.258415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:07.094228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691511636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-689bm\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-04-16T16:33:07.094266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628399668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-16T16:33:07.094281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.75103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:33:07.094294Z","caller":"traceutil/trace.go:171","msg":"trace[1269851076] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-689bm; range_end:; response_count:1; response_revision:857; }","duration":"2.691641929s","start":"2026-04-16T16:33:04.402634Z","end":"2026-04-16T16:33:07.094276Z","steps":["trace[1269851076] 'agreement among raft nodes before linearized reading' (duration: 2.691446645s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:07.094321Z","caller":"traceutil/trace.go:171","msg":"trace[2000502742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:857; }","duration":"527.821392ms","start":"2026-04-16T16:33:06.566487Z","end":"2026-04-16T16:33:07.094308Z","steps":["trace[2000502742] 'agreement among raft nodes before linearized reading' (duration: 527.759941ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:07.094299Z","caller":"traceutil/trace.go:171","msg":"trace[900281239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:857; }","duration":"2.62847205s","start":"2026-04-16T16:33:04.465817Z","end":"2026-04-16T16:33:07.094289Z","steps":["trace[900281239] 'agreement among raft nodes before linearized reading' (duration: 2.628325276s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:07.09434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:04.402614Z","time spent":"2.69170826s","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-689bm\" "} {"level":"warn","ts":"2026-04-16T16:33:07.0943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627368745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:33:07.094369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:04.465779Z","time spent":"2.628580032s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:33:07.094377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:06.566466Z","time spent":"527.902634ms","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:33:07.094404Z","caller":"traceutil/trace.go:171","msg":"trace[1601282799] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:857; }","duration":"2.627524839s","start":"2026-04-16T16:33:04.466856Z","end":"2026-04-16T16:33:07.094381Z","steps":["trace[1601282799] 'agreement among raft nodes before linearized reading' (duration: 2.627294314s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:07.094475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:04.466833Z","time spent":"2.62762524s","remote":"127.0.0.1:55196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:33:07.09451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.799972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:33:07.094559Z","caller":"traceutil/trace.go:171","msg":"trace[1390608343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:857; }","duration":"710.873453ms","start":"2026-04-16T16:33:06.383671Z","end":"2026-04-16T16:33:07.094545Z","steps":["trace[1390608343] 'agreement among raft nodes before linearized reading' (duration: 710.789591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:07.094586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:06.383656Z","time spent":"710.923275ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:33:07.094613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628655644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:33:07.09465Z","caller":"traceutil/trace.go:171","msg":"trace[1453692710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:857; }","duration":"2.628735216s","start":"2026-04-16T16:33:04.465905Z","end":"2026-04-16T16:33:07.094641Z","steps":["trace[1453692710] 'agreement among raft nodes before linearized reading' (duration: 2.628626753s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:07.094678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:04.465884Z","time spent":"2.628788186s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:33:07.094702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628813597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T16:33:07.094712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628791446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:33:07.094734Z","caller":"traceutil/trace.go:171","msg":"trace[1908181899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:857; }","duration":"2.628853137s","start":"2026-04-16T16:33:04.465872Z","end":"2026-04-16T16:33:07.094725Z","steps":["trace[1908181899] 'agreement among raft nodes before linearized reading' (duration: 2.628755035s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:07.094744Z","caller":"traceutil/trace.go:171","msg":"trace[642756156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:857; }","duration":"2.628854608s","start":"2026-04-16T16:33:04.46588Z","end":"2026-04-16T16:33:07.094735Z","steps":["trace[642756156] 'agreement among raft nodes before linearized reading' (duration: 2.628767186s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:07.09476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:04.465867Z","time spent":"2.628886358s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:33:07.094771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:04.46586Z","time spent":"2.628904619s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:33:11.417083Z","caller":"traceutil/trace.go:171","msg":"trace[459936206] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"132.400835ms","start":"2026-04-16T16:33:11.284654Z","end":"2026-04-16T16:33:11.417055Z","steps":["trace[459936206] 'process raft request' (duration: 132.084228ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:11.682914Z","caller":"traceutil/trace.go:171","msg":"trace[1258874810] linearizableReadLoop","detail":"{readStateIndex:947; appliedIndex:946; }","duration":"233.965904ms","start":"2026-04-16T16:33:11.448912Z","end":"2026-04-16T16:33:11.682878Z","steps":["trace[1258874810] 'read index received' (duration: 199.714849ms)","trace[1258874810] 'applied index is now lower than readState.Index' (duration: 34.249305ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:33:11.682952Z","caller":"traceutil/trace.go:171","msg":"trace[1416696057] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"256.970605ms","start":"2026-04-16T16:33:11.425951Z","end":"2026-04-16T16:33:11.682922Z","steps":["trace[1416696057] 'process raft request' (duration: 221.961832ms)","trace[1416696057] 'compare' (duration: 34.637954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:11.683164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.297187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:33:11.683207Z","caller":"traceutil/trace.go:171","msg":"trace[720749655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:910; }","duration":"118.402809ms","start":"2026-04-16T16:33:11.564791Z","end":"2026-04-16T16:33:11.683194Z","steps":["trace[720749655] 'agreement among raft nodes before linearized reading' (duration: 118.260926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:11.684072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.11945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050268"} {"level":"info","ts":"2026-04-16T16:33:11.684181Z","caller":"traceutil/trace.go:171","msg":"trace[1466235124] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:910; }","duration":"235.247723ms","start":"2026-04-16T16:33:11.448906Z","end":"2026-04-16T16:33:11.684153Z","steps":["trace[1466235124] 'agreement among raft nodes before linearized reading' (duration: 234.132788ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:12.651739Z","caller":"traceutil/trace.go:171","msg":"trace[1974407472] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"102.915998ms","start":"2026-04-16T16:33:12.548783Z","end":"2026-04-16T16:33:12.651699Z","steps":["trace[1974407472] 'process raft request' (duration: 86.740982ms)","trace[1974407472] 'compare' (duration: 15.985272ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:33:13.311376Z","caller":"traceutil/trace.go:171","msg":"trace[120953941] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"102.011497ms","start":"2026-04-16T16:33:13.20934Z","end":"2026-04-16T16:33:13.311352Z","steps":["trace[120953941] 'process raft request' (duration: 101.921955ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:13.311604Z","caller":"traceutil/trace.go:171","msg":"trace[2068358522] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"102.670513ms","start":"2026-04-16T16:33:13.208925Z","end":"2026-04-16T16:33:13.311596Z","steps":["trace[2068358522] 'process raft request' (duration: 99.046801ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:13.311678Z","caller":"traceutil/trace.go:171","msg":"trace[776484183] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"102.458008ms","start":"2026-04-16T16:33:13.209191Z","end":"2026-04-16T16:33:13.311649Z","steps":["trace[776484183] 'process raft request' (duration: 102.027708ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:13.311682Z","caller":"traceutil/trace.go:171","msg":"trace[2147309703] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"101.583988ms","start":"2026-04-16T16:33:13.210061Z","end":"2026-04-16T16:33:13.311645Z","steps":["trace[2147309703] 'process raft request' (duration: 101.25163ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:14.396837Z","caller":"traceutil/trace.go:171","msg":"trace[814226676] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"110.03412ms","start":"2026-04-16T16:33:14.286774Z","end":"2026-04-16T16:33:14.396808Z","steps":["trace[814226676] 'process raft request' (duration: 109.825345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:14.867226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.688267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:33:14.867665Z","caller":"traceutil/trace.go:171","msg":"trace[206942289] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:964; }","duration":"424.260027ms","start":"2026-04-16T16:33:14.443385Z","end":"2026-04-16T16:33:14.867645Z","steps":["trace[206942289] 'read index received' (duration: 254.054567ms)","trace[206942289] 'applied index is now lower than readState.Index' (duration: 170.185289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:14.867835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.441351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5109"} {"level":"info","ts":"2026-04-16T16:33:14.867908Z","caller":"traceutil/trace.go:171","msg":"trace[1960732314] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:928; }","duration":"424.586824ms","start":"2026-04-16T16:33:14.443308Z","end":"2026-04-16T16:33:14.867895Z","steps":["trace[1960732314] 'agreement among raft nodes before linearized reading' (duration: 424.444901ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:14.867912Z","caller":"traceutil/trace.go:171","msg":"trace[782105958] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"521.032137ms","start":"2026-04-16T16:33:14.346825Z","end":"2026-04-16T16:33:14.867857Z","steps":["trace[782105958] 'process raft request' (duration: 350.622532ms)","trace[782105958] 'compare' (duration: 169.306979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:14.867986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:14.443275Z","time spent":"424.689887ms","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5132,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T16:33:14.868396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:14.346787Z","time spent":"521.469985ms","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5095,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:15.06706Z","caller":"traceutil/trace.go:171","msg":"trace[2073857316] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"167.761926ms","start":"2026-04-16T16:33:14.899271Z","end":"2026-04-16T16:33:15.067033Z","steps":["trace[2073857316] 'process raft request' (duration: 167.50728ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:15.463459Z","caller":"traceutil/trace.go:171","msg":"trace[1906380949] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"373.435518ms","start":"2026-04-16T16:33:15.089997Z","end":"2026-04-16T16:33:15.463432Z","steps":["trace[1906380949] 'process raft request' (duration: 373.279735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:15.463733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.089969Z","time spent":"373.564132ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:15.802625Z","caller":"traceutil/trace.go:171","msg":"trace[1836758527] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"708.038168ms","start":"2026-04-16T16:33:15.094571Z","end":"2026-04-16T16:33:15.80261Z","steps":["trace[1836758527] 'process raft request' (duration: 707.869334ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:15.802721Z","caller":"traceutil/trace.go:171","msg":"trace[1298973910] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"712.162253ms","start":"2026-04-16T16:33:15.09052Z","end":"2026-04-16T16:33:15.802682Z","steps":["trace[1298973910] 'process raft request' (duration: 711.700433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:15.802771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.094544Z","time spent":"708.138811ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:15.802531Z","caller":"traceutil/trace.go:171","msg":"trace[763421048] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:966; }","duration":"540.54017ms","start":"2026-04-16T16:33:15.261968Z","end":"2026-04-16T16:33:15.802508Z","steps":["trace[763421048] 'read index received' (duration: 201.373836ms)","trace[763421048] 'applied index is now lower than readState.Index' (duration: 339.165374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:15.803181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.180695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T16:33:15.806683Z","caller":"traceutil/trace.go:171","msg":"trace[520310198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:932; }","duration":"544.693424ms","start":"2026-04-16T16:33:15.261955Z","end":"2026-04-16T16:33:15.806648Z","steps":["trace[520310198] 'agreement among raft nodes before linearized reading' (duration: 540.883637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:15.803257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.090509Z","time spent":"712.281325ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:15.806921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.261908Z","time spent":"544.916249ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:33:15.832717Z","caller":"traceutil/trace.go:171","msg":"trace[141352995] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"363.609617ms","start":"2026-04-16T16:33:15.469073Z","end":"2026-04-16T16:33:15.832683Z","steps":["trace[141352995] 'process raft request' (duration: 363.266619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:15.83288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.871356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-16T16:33:15.832935Z","caller":"traceutil/trace.go:171","msg":"trace[1590227783] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:933; }","duration":"128.930037ms","start":"2026-04-16T16:33:15.703978Z","end":"2026-04-16T16:33:15.832909Z","steps":["trace[1590227783] 'agreement among raft nodes before linearized reading' (duration: 128.719642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:15.832796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.994672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-16T16:33:15.833014Z","caller":"traceutil/trace.go:171","msg":"trace[920046083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:933; }","duration":"515.229547ms","start":"2026-04-16T16:33:15.317769Z","end":"2026-04-16T16:33:15.832999Z","steps":["trace[920046083] 'agreement among raft nodes before linearized reading' (duration: 514.844188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:15.833054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.317697Z","time spent":"515.34951ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:33:15.832768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.863232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:33:15.834344Z","caller":"traceutil/trace.go:171","msg":"trace[535627441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:933; }","duration":"266.491899ms","start":"2026-04-16T16:33:15.567829Z","end":"2026-04-16T16:33:15.834321Z","steps":["trace[535627441] 'agreement among raft nodes before linearized reading' (duration: 264.873002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:15.832837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.949901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T16:33:15.834476Z","caller":"traceutil/trace.go:171","msg":"trace[1355921656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:933; }","duration":"516.618919ms","start":"2026-04-16T16:33:15.317849Z","end":"2026-04-16T16:33:15.834468Z","steps":["trace[1355921656] 'agreement among raft nodes before linearized reading' (duration: 514.829268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:15.834522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.317843Z","time spent":"516.66511ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:33:15.833223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.056867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-2rf9d\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-04-16T16:33:15.834628Z","caller":"traceutil/trace.go:171","msg":"trace[1333279287] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-2rf9d; range_end:; response_count:1; response_revision:933; }","duration":"365.580722ms","start":"2026-04-16T16:33:15.469024Z","end":"2026-04-16T16:33:15.834605Z","steps":["trace[1333279287] 'agreement among raft nodes before linearized reading' (duration: 363.569136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:15.833347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.592315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T16:33:15.833181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.469055Z","time spent":"363.893084ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:33:15.834856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.469006Z","time spent":"365.824678ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3894,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-2rf9d\" "} {"level":"info","ts":"2026-04-16T16:33:15.835069Z","caller":"traceutil/trace.go:171","msg":"trace[349528048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:933; }","duration":"517.427397ms","start":"2026-04-16T16:33:15.317627Z","end":"2026-04-16T16:33:15.835054Z","steps":["trace[349528048] 'agreement among raft nodes before linearized reading' (duration: 515.018532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:15.835177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.317609Z","time spent":"517.54021ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:33:15.835638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.919938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:33:15.835712Z","caller":"traceutil/trace.go:171","msg":"trace[2042209201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:933; }","duration":"518.01096ms","start":"2026-04-16T16:33:15.31768Z","end":"2026-04-16T16:33:15.835691Z","steps":["trace[2042209201] 'agreement among raft nodes before linearized reading' (duration: 514.892569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:15.837195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.31767Z","time spent":"518.147543ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:33:16.214787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.859812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:33:16.214894Z","caller":"traceutil/trace.go:171","msg":"trace[550998401] linearizableReadLoop","detail":"{readStateIndex:971; appliedIndex:970; }","duration":"380.432837ms","start":"2026-04-16T16:33:15.834445Z","end":"2026-04-16T16:33:16.214878Z","steps":["trace[550998401] 'read index received' (duration: 96.528893ms)","trace[550998401] 'applied index is now lower than readState.Index' (duration: 283.902734ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:33:16.214946Z","caller":"traceutil/trace.go:171","msg":"trace[105523484] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"402.447315ms","start":"2026-04-16T16:33:15.812483Z","end":"2026-04-16T16:33:16.21493Z","steps":["trace[105523484] 'process raft request' (duration: 118.349717ms)","trace[105523484] 'compare' (duration: 283.721679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:16.214999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.812459Z","time spent":"402.514037ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:16.215038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.58794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-2rf9d\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-04-16T16:33:16.215216Z","caller":"traceutil/trace.go:171","msg":"trace[152361282] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-2rf9d; range_end:; response_count:1; response_revision:934; }","duration":"380.765684ms","start":"2026-04-16T16:33:15.83444Z","end":"2026-04-16T16:33:16.215206Z","steps":["trace[152361282] 'agreement among raft nodes before linearized reading' (duration: 380.503058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:16.215249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.834425Z","time spent":"380.815185ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3894,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-2rf9d\" "} {"level":"info","ts":"2026-04-16T16:33:16.277909Z","caller":"traceutil/trace.go:171","msg":"trace[1207684932] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"437.490727ms","start":"2026-04-16T16:33:15.840392Z","end":"2026-04-16T16:33:16.277883Z","steps":["trace[1207684932] 'process raft request' (duration: 437.275352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:16.278064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.840352Z","time spent":"437.634ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:16.278412Z","caller":"traceutil/trace.go:171","msg":"trace[250463991] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"436.807333ms","start":"2026-04-16T16:33:15.841594Z","end":"2026-04-16T16:33:16.278401Z","steps":["trace[250463991] 'process raft request' (duration: 436.439634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:16.278482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.841578Z","time spent":"436.871564ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:16.278537Z","caller":"traceutil/trace.go:171","msg":"trace[129115705] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"437.846465ms","start":"2026-04-16T16:33:15.840675Z","end":"2026-04-16T16:33:16.278522Z","steps":["trace[129115705] 'process raft request' (duration: 437.15424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:16.278611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.840659Z","time spent":"437.917246ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:33:16.278657Z","caller":"traceutil/trace.go:171","msg":"trace[2092822408] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"434.620593ms","start":"2026-04-16T16:33:15.844016Z","end":"2026-04-16T16:33:16.278637Z","steps":["trace[2092822408] 'process raft request' (duration: 434.164663ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:16.278722Z","caller":"traceutil/trace.go:171","msg":"trace[734693689] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"435.615434ms","start":"2026-04-16T16:33:15.843096Z","end":"2026-04-16T16:33:16.278711Z","steps":["trace[734693689] 'process raft request' (duration: 435.017711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:16.278751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.844006Z","time spent":"434.702594ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:16.278788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.843064Z","time spent":"435.694097ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:16.278878Z","caller":"traceutil/trace.go:171","msg":"trace[156207215] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"435.705487ms","start":"2026-04-16T16:33:15.843161Z","end":"2026-04-16T16:33:16.278866Z","steps":["trace[156207215] 'process raft request' (duration: 434.988671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:16.27895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.843147Z","time spent":"435.768348ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:16.30801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.90947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-16T16:33:16.308098Z","caller":"traceutil/trace.go:171","msg":"trace[286853524] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:940; }","duration":"302.047943ms","start":"2026-04-16T16:33:16.006031Z","end":"2026-04-16T16:33:16.308079Z","steps":["trace[286853524] 'agreement among raft nodes before linearized reading' (duration: 301.89118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:16.308137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:16.006007Z","time spent":"302.121945ms","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-16T16:33:16.308613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.215403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:33:16.308719Z","caller":"traceutil/trace.go:171","msg":"trace[1718358478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:940; }","duration":"472.342896ms","start":"2026-04-16T16:33:15.836354Z","end":"2026-04-16T16:33:16.308696Z","steps":["trace[1718358478] 'agreement among raft nodes before linearized reading' (duration: 472.127831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:16.308767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:15.836333Z","time spent":"472.425988ms","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:33:24.91212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.395085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:33:24.912324Z","caller":"traceutil/trace.go:171","msg":"trace[1607618582] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"575.497518ms","start":"2026-04-16T16:33:24.336739Z","end":"2026-04-16T16:33:24.912237Z","steps":["trace[1607618582] 'process raft request' (duration: 80.864907ms)","trace[1607618582] 'compare' (duration: 494.289153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:24.91245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:24.336712Z","time spent":"575.695402ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:25.117989Z","caller":"traceutil/trace.go:171","msg":"trace[856469019] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"780.880117ms","start":"2026-04-16T16:33:24.337078Z","end":"2026-04-16T16:33:25.117958Z","steps":["trace[856469019] 'process raft request' (duration: 773.906379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:25.118167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:24.337071Z","time spent":"780.99916ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:25.118128Z","caller":"traceutil/trace.go:171","msg":"trace[250472146] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"780.891608ms","start":"2026-04-16T16:33:24.337184Z","end":"2026-04-16T16:33:25.118075Z","steps":["trace[250472146] 'process raft request' (duration: 780.657203ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:25.11834Z","caller":"traceutil/trace.go:171","msg":"trace[431421090] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"781.143013ms","start":"2026-04-16T16:33:24.337186Z","end":"2026-04-16T16:33:25.118329Z","steps":["trace[431421090] 'process raft request' (duration: 780.696474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:25.118391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:24.337162Z","time spent":"781.209424ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:25.118388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:24.33716Z","time spent":"781.077731ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:25.119376Z","caller":"traceutil/trace.go:171","msg":"trace[1455108345] linearizableReadLoop","detail":"{readStateIndex:1043; appliedIndex:1039; }","duration":"348.265185ms","start":"2026-04-16T16:33:24.771095Z","end":"2026-04-16T16:33:25.11936Z","steps":["trace[1455108345] 'read index received' (duration: 339.408906ms)","trace[1455108345] 'applied index is now lower than readState.Index' (duration: 8.855209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:25.119532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.45556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:33:25.11958Z","caller":"traceutil/trace.go:171","msg":"trace[488127037] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1004; }","duration":"348.565192ms","start":"2026-04-16T16:33:24.771007Z","end":"2026-04-16T16:33:25.119572Z","steps":["trace[488127037] 'agreement among raft nodes before linearized reading' (duration: 348.426959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:25.119619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:24.77098Z","time spent":"348.631984ms","remote":"127.0.0.1:55388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:33:25.119874Z","caller":"traceutil/trace.go:171","msg":"trace[470577957] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"671.730991ms","start":"2026-04-16T16:33:24.448134Z","end":"2026-04-16T16:33:25.119865Z","steps":["trace[470577957] 'process raft request' (duration: 671.104767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:25.119926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:24.448096Z","time spent":"671.799792ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:25.657478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.157803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-q8vmh\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-04-16T16:33:25.657603Z","caller":"traceutil/trace.go:171","msg":"trace[293448005] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-q8vmh; range_end:; response_count:1; response_revision:1005; }","duration":"166.354557ms","start":"2026-04-16T16:33:25.49122Z","end":"2026-04-16T16:33:25.657575Z","steps":["trace[293448005] 'range keys from in-memory index tree' (duration: 165.883406ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:25.780373Z","caller":"traceutil/trace.go:171","msg":"trace[593435393] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"111.55544ms","start":"2026-04-16T16:33:25.668789Z","end":"2026-04-16T16:33:25.780345Z","steps":["trace[593435393] 'process raft request' (duration: 111.373636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:37.660973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.248462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:33:37.661124Z","caller":"traceutil/trace.go:171","msg":"trace[1885787149] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"397.448666ms","start":"2026-04-16T16:33:37.263649Z","end":"2026-04-16T16:33:37.661098Z","steps":["trace[1885787149] 'process raft request' (duration: 84.907788ms)","trace[1885787149] 'compare' (duration: 312.066278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:37.661485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:37.263633Z","time spent":"397.529778ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:38.790576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.302868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:33:38.79077Z","caller":"traceutil/trace.go:171","msg":"trace[471344946] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"1.52709485s","start":"2026-04-16T16:33:37.263651Z","end":"2026-04-16T16:33:38.790746Z","steps":["trace[471344946] 'process raft request' (duration: 802.508485ms)","trace[471344946] 'compare' (duration: 724.164795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:38.790855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:37.263621Z","time spent":"1.527189972s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:38.791411Z","caller":"traceutil/trace.go:171","msg":"trace[1783760637] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"1.527726175s","start":"2026-04-16T16:33:37.263669Z","end":"2026-04-16T16:33:38.791395Z","steps":["trace[1783760637] 'process raft request' (duration: 1.527020798s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:38.791481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:37.263646Z","time spent":"1.527801626s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:38.791475Z","caller":"traceutil/trace.go:171","msg":"trace[208047262] linearizableReadLoop","detail":"{readStateIndex:1096; appliedIndex:1094; }","duration":"1.21053972s","start":"2026-04-16T16:33:37.580906Z","end":"2026-04-16T16:33:38.791446Z","steps":["trace[208047262] 'read index received' (duration: 485.201408ms)","trace[208047262] 'applied index is now lower than readState.Index' (duration: 725.337192ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:33:38.791632Z","caller":"traceutil/trace.go:171","msg":"trace[1786710046] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"958.222862ms","start":"2026-04-16T16:33:37.833354Z","end":"2026-04-16T16:33:38.791577Z","steps":["trace[1786710046] 'process raft request' (duration: 958.003037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:38.791699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210764705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:33:38.791776Z","caller":"traceutil/trace.go:171","msg":"trace[280820741] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1054; }","duration":"1.210917428s","start":"2026-04-16T16:33:37.580842Z","end":"2026-04-16T16:33:38.791759Z","steps":["trace[280820741] 'agreement among raft nodes before linearized reading' (duration: 1.210774195s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:38.791832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:37.580786Z","time spent":"1.211032892s","remote":"127.0.0.1:55296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:33:38.791836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:37.833326Z","time spent":"958.399886ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:38.791851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.168232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T16:33:38.79173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.661712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:33:38.791899Z","caller":"traceutil/trace.go:171","msg":"trace[1841148539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1054; }","duration":"332.247774ms","start":"2026-04-16T16:33:38.459634Z","end":"2026-04-16T16:33:38.791881Z","steps":["trace[1841148539] 'agreement among raft nodes before linearized reading' (duration: 332.119111ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:38.79192Z","caller":"traceutil/trace.go:171","msg":"trace[2066981829] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1054; }","duration":"997.912239ms","start":"2026-04-16T16:33:37.793994Z","end":"2026-04-16T16:33:38.791906Z","steps":["trace[2066981829] 'agreement among raft nodes before linearized reading' (duration: 997.663533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:38.79194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:38.459607Z","time spent":"332.324506ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:33:38.791962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:37.793966Z","time spent":"997.98249ms","remote":"127.0.0.1:55250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":16,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:33:38.793044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.105945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:33:38.793176Z","caller":"traceutil/trace.go:171","msg":"trace[1892790814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1054; }","duration":"230.505086ms","start":"2026-04-16T16:33:38.56264Z","end":"2026-04-16T16:33:38.793145Z","steps":["trace[1892790814] 'agreement among raft nodes before linearized reading' (duration: 229.043584ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:44.163991Z","caller":"traceutil/trace.go:171","msg":"trace[1605193700] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"474.907545ms","start":"2026-04-16T16:33:43.689056Z","end":"2026-04-16T16:33:44.163964Z","steps":["trace[1605193700] 'process raft request' (duration: 474.760022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:44.16413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:43.689034Z","time spent":"475.027129ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:46.064203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:33:46.564548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:33:47.06488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:33:47.218935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.906193902s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:33:47.321938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813699229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:33:47.322089Z","caller":"traceutil/trace.go:171","msg":"trace[592166166] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1076; }","duration":"2.813921944s","start":"2026-04-16T16:33:44.508143Z","end":"2026-04-16T16:33:47.322065Z","steps":["trace[592166166] 'count revisions from in-memory index tree' (duration: 2.813548586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:47.322169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:44.508124Z","time spent":"2.814030697s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:33:47.322567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470093758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:33:47.322624Z","caller":"traceutil/trace.go:171","msg":"trace[1416470278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1076; }","duration":"2.47018663s","start":"2026-04-16T16:33:44.852426Z","end":"2026-04-16T16:33:47.322612Z","steps":["trace[1416470278] 'range keys from in-memory index tree' (duration: 2.469901125s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:47.322656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:44.85239Z","time spent":"2.470257482s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:33:47.323243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281614621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T16:33:47.323285Z","caller":"traceutil/trace.go:171","msg":"trace[769070534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1076; }","duration":"2.281725423s","start":"2026-04-16T16:33:45.041549Z","end":"2026-04-16T16:33:47.323275Z","steps":["trace[769070534] 'range keys from in-memory index tree' (duration: 2.281387836s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:47.32336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:45.041522Z","time spent":"2.281785425s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:33:47.324215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506541852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:33:47.324525Z","caller":"traceutil/trace.go:171","msg":"trace[2046727967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1076; }","duration":"2.506870929s","start":"2026-04-16T16:33:44.817583Z","end":"2026-04-16T16:33:47.324454Z","steps":["trace[2046727967] 'range keys from in-memory index tree' (duration: 2.506281476s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:47.3246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504566947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-16T16:33:47.32465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:44.817554Z","time spent":"2.507030202s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:33:47.324698Z","caller":"traceutil/trace.go:171","msg":"trace[304439381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1076; }","duration":"2.50471043s","start":"2026-04-16T16:33:44.819962Z","end":"2026-04-16T16:33:47.324673Z","steps":["trace[304439381] 'range keys from in-memory index tree' (duration: 2.504401253s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:47.324752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:44.819955Z","time spent":"2.504785751s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:33:47.324996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.513543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:33:47.329056Z","caller":"traceutil/trace.go:171","msg":"trace[737844299] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"2.016443112s","start":"2026-04-16T16:33:45.312594Z","end":"2026-04-16T16:33:47.329037Z","steps":["trace[737844299] 'process raft request' (duration: 1.906807306s)","trace[737844299] 'compare' (duration: 101.615375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:47.329159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:45.31257Z","time spent":"2.016552635s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:47.564561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000366519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:33:47.564693Z","caller":"traceutil/trace.go:171","msg":"trace[1681277500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000556024s","start":"2026-04-16T16:33:45.564108Z","end":"2026-04-16T16:33:47.564664Z","steps":["trace[1681277500] 'agreement among raft nodes before linearized reading' (duration: 2.00037851s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:47.564779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:45.564069Z","time spent":"2.000693217s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:33:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:33:48.94779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.728536919s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:33:49.564989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:33:49.565102Z","caller":"traceutil/trace.go:171","msg":"trace[642997276] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354339s","start":"2026-04-16T16:33:47.564722Z","end":"2026-04-16T16:33:49.565076Z","steps":["trace[642997276] 'agreement among raft nodes before linearized reading' (duration: 2.000187995s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:49.56516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:47.564692Z","time spent":"2.000455602s","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:33:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:33:51.282394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611293643s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:33:51.282532Z","caller":"traceutil/trace.go:171","msg":"trace[1846700395] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1077; }","duration":"3.611447406s","start":"2026-04-16T16:33:47.671066Z","end":"2026-04-16T16:33:51.282514Z","steps":["trace[1846700395] 'range keys from in-memory index tree' (duration: 3.611257913s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:51.284798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:49.110313Z","time spent":"2.174478331s","remote":"127.0.0.1:47398","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T16:33:51.388165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.440150782s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:33:51.573109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000374559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:33:51.573239Z","caller":"traceutil/trace.go:171","msg":"trace[1555099655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568893s","start":"2026-04-16T16:33:49.57264Z","end":"2026-04-16T16:33:51.573209Z","steps":["trace[1555099655] 'agreement among raft nodes before linearized reading' (duration: 2.000376889s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:51.573304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:49.572633Z","time spent":"2.000657835s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:33:52.144515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195982803s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:33:52.144868Z","caller":"traceutil/trace.go:171","msg":"trace[1663840357] linearizableReadLoop","detail":"{readStateIndex:1123; appliedIndex:1121; }","duration":"6.580693728s","start":"2026-04-16T16:33:45.564142Z","end":"2026-04-16T16:33:52.144836Z","steps":["trace[1663840357] 'read index received' (duration: 1.655167643s)","trace[1663840357] 'applied index is now lower than readState.Index' (duration: 4.925523055s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:33:52.144944Z","caller":"traceutil/trace.go:171","msg":"trace[1049848022] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"4.809686228s","start":"2026-04-16T16:33:47.335238Z","end":"2026-04-16T16:33:52.144924Z","steps":["trace[1049848022] 'process raft request' (duration: 4.809653487s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:52.145042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:47.335216Z","time spent":"4.80975896s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:52.145188Z","caller":"traceutil/trace.go:171","msg":"trace[908865129] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"4.812710227s","start":"2026-04-16T16:33:47.332465Z","end":"2026-04-16T16:33:52.145175Z","steps":["trace[908865129] 'process raft request' (duration: 4.812404419s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:52.14527Z","caller":"traceutil/trace.go:171","msg":"trace[1224064999] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"4.812959343s","start":"2026-04-16T16:33:47.332304Z","end":"2026-04-16T16:33:52.145264Z","steps":["trace[1224064999] 'process raft request' (duration: 4.812511242s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:52.145309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:47.332297Z","time spent":"4.812989265s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:52.145346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:47.332436Z","time spent":"4.812786329s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:33:52.145765Z","caller":"traceutil/trace.go:171","msg":"trace[2006471697] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"4.813942174s","start":"2026-04-16T16:33:47.331143Z","end":"2026-04-16T16:33:52.145086Z","steps":["trace[2006471697] 'process raft request' (duration: 4.813491794s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:52.146011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:47.33111Z","time spent":"4.814779754s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:52.4261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037715948s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:33:52.451393Z","caller":"traceutil/trace.go:171","msg":"trace[1481388525] linearizableReadLoop","detail":"{readStateIndex:1130; appliedIndex:1127; }","duration":"306.435552ms","start":"2026-04-16T16:33:52.144936Z","end":"2026-04-16T16:33:52.451371Z","steps":["trace[1481388525] 'read index received' (duration: 281.342145ms)","trace[1481388525] 'applied index is now lower than readState.Index' (duration: 25.092217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:52.451573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.283019755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:33:52.451594Z","caller":"traceutil/trace.go:171","msg":"trace[891565692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1084; }","duration":"6.283093596s","start":"2026-04-16T16:33:46.168492Z","end":"2026-04-16T16:33:52.451586Z","steps":["trace[891565692] 'agreement among raft nodes before linearized reading' (duration: 6.282965714s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:52.451613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:46.168442Z","time spent":"6.283166748s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:33:52.451591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.717727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:33:52.451661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901532868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:33:52.451684Z","caller":"traceutil/trace.go:171","msg":"trace[1539081453] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1084; }","duration":"646.824949ms","start":"2026-04-16T16:33:51.804833Z","end":"2026-04-16T16:33:52.451658Z","steps":["trace[1539081453] 'agreement among raft nodes before linearized reading' (duration: 646.676776ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:52.451707Z","caller":"traceutil/trace.go:171","msg":"trace[176529242] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:1084; }","duration":"1.90163488s","start":"2026-04-16T16:33:50.550058Z","end":"2026-04-16T16:33:52.451693Z","steps":["trace[176529242] 'agreement among raft nodes before linearized reading' (duration: 1.901454656s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:52.451661Z","caller":"traceutil/trace.go:171","msg":"trace[1324762544] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"3.472654431s","start":"2026-04-16T16:33:48.978933Z","end":"2026-04-16T16:33:52.451587Z","steps":["trace[1324762544] 'process raft request' (duration: 3.447466402s)","trace[1324762544] 'compare' (duration: 24.224448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:52.451739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:50.550019Z","time spent":"1.901712802s","remote":"127.0.0.1:54960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-04-16T16:33:52.451766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.955370299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:33:52.451786Z","caller":"traceutil/trace.go:171","msg":"trace[467814607] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1084; }","duration":"4.955435511s","start":"2026-04-16T16:33:47.496345Z","end":"2026-04-16T16:33:52.451781Z","steps":["trace[467814607] 'agreement among raft nodes before linearized reading' (duration: 4.95540085s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:52.451752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.478968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:33:52.451801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:47.496321Z","time spent":"4.955475501s","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:33:52.451838Z","caller":"traceutil/trace.go:171","msg":"trace[1286653308] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"3.083031852s","start":"2026-04-16T16:33:49.368797Z","end":"2026-04-16T16:33:52.451829Z","steps":["trace[1286653308] 'process raft request' (duration: 3.082528201s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:52.451845Z","caller":"traceutil/trace.go:171","msg":"trace[1478394774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1084; }","duration":"877.619591ms","start":"2026-04-16T16:33:51.574203Z","end":"2026-04-16T16:33:52.451823Z","steps":["trace[1478394774] 'agreement among raft nodes before linearized reading' (duration: 877.474587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:52.451856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:48.978903Z","time spent":"3.472863746s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:52.45189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:51.57418Z","time spent":"877.700843ms","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:33:52.451737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:51.804752Z","time spent":"646.974372ms","remote":"127.0.0.1:43318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:33:52.451937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:49.368768Z","time spent":"3.083099504s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:52.451733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883965396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6e36b7492213d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T16:33:52.4518Z","caller":"traceutil/trace.go:171","msg":"trace[645276397] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"3.115981076s","start":"2026-04-16T16:33:49.335807Z","end":"2026-04-16T16:33:52.451788Z","steps":["trace[645276397] 'process raft request' (duration: 3.115401473s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:52.452006Z","caller":"traceutil/trace.go:171","msg":"trace[1636107606] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6e36b7492213d; range_end:; response_count:1; response_revision:1084; }","duration":"2.884270253s","start":"2026-04-16T16:33:49.567722Z","end":"2026-04-16T16:33:52.451993Z","steps":["trace[1636107606] 'agreement among raft nodes before linearized reading' (duration: 2.883960647s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:52.452042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:49.567705Z","time spent":"2.884327654s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6e36b7492213d\" "} {"level":"warn","ts":"2026-04-16T16:33:52.452059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:33:49.335775Z","time spent":"3.116239372s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:33:52.69929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.958894ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T16:33:52.69962Z","caller":"traceutil/trace.go:171","msg":"trace[187134849] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"152.309059ms","start":"2026-04-16T16:33:52.547294Z","end":"2026-04-16T16:33:52.699603Z","steps":["trace[187134849] 'process raft request' (duration: 152.262908ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:52.699764Z","caller":"traceutil/trace.go:171","msg":"trace[2144494879] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"243.098069ms","start":"2026-04-16T16:33:52.456639Z","end":"2026-04-16T16:33:52.699737Z","steps":["trace[2144494879] 'process raft request' (duration: 242.763592ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:52.699885Z","caller":"traceutil/trace.go:171","msg":"trace[1156613284] linearizableReadLoop","detail":"{readStateIndex:1133; appliedIndex:1130; }","duration":"240.40302ms","start":"2026-04-16T16:33:52.459448Z","end":"2026-04-16T16:33:52.699851Z","steps":["trace[1156613284] 'read index received' (duration: 86.268548ms)","trace[1156613284] 'applied index is now lower than readState.Index' (duration: 154.131622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:33:52.70011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.641305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:33:52.70017Z","caller":"traceutil/trace.go:171","msg":"trace[548712731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1086; }","duration":"240.747438ms","start":"2026-04-16T16:33:52.459406Z","end":"2026-04-16T16:33:52.700154Z","steps":["trace[548712731] 'agreement among raft nodes before linearized reading' (duration: 240.640095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:52.700205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.451909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:33:52.70026Z","caller":"traceutil/trace.go:171","msg":"trace[1955837939] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1086; }","duration":"154.597503ms","start":"2026-04-16T16:33:52.545648Z","end":"2026-04-16T16:33:52.700245Z","steps":["trace[1955837939] 'agreement among raft nodes before linearized reading' (duration: 154.441029ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:54.345816Z","caller":"traceutil/trace.go:171","msg":"trace[1968166753] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"193.236615ms","start":"2026-04-16T16:33:54.152552Z","end":"2026-04-16T16:33:54.345788Z","steps":["trace[1968166753] 'process raft request' (duration: 193.01743ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:54.393808Z","caller":"traceutil/trace.go:171","msg":"trace[615067189] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"240.054112ms","start":"2026-04-16T16:33:54.153659Z","end":"2026-04-16T16:33:54.393713Z","steps":["trace[615067189] 'process raft request' (duration: 239.98517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:54.393948Z","caller":"traceutil/trace.go:171","msg":"trace[1311739767] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"239.895148ms","start":"2026-04-16T16:33:54.154039Z","end":"2026-04-16T16:33:54.393934Z","steps":["trace[1311739767] 'process raft request' (duration: 239.639072ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:54.393783Z","caller":"traceutil/trace.go:171","msg":"trace[1262311670] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"240.722597ms","start":"2026-04-16T16:33:54.153019Z","end":"2026-04-16T16:33:54.393742Z","steps":["trace[1262311670] 'process raft request' (duration: 240.460631ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:06.76394Z","caller":"traceutil/trace.go:171","msg":"trace[443380232] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"262.53317ms","start":"2026-04-16T16:34:06.501349Z","end":"2026-04-16T16:34:06.763882Z","steps":["trace[443380232] 'process raft request' (duration: 262.322995ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:06.989103Z","caller":"traceutil/trace.go:171","msg":"trace[1690713574] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"485.712649ms","start":"2026-04-16T16:34:06.503351Z","end":"2026-04-16T16:34:06.989064Z","steps":["trace[1690713574] 'process raft request' (duration: 430.614655ms)","trace[1690713574] 'compare' (duration: 54.830018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:06.989311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:06.503321Z","time spent":"485.895064ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:34:06.98933Z","caller":"traceutil/trace.go:171","msg":"trace[897463462] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"439.594629ms","start":"2026-04-16T16:34:06.549711Z","end":"2026-04-16T16:34:06.989305Z","steps":["trace[897463462] 'process raft request' (duration: 439.516727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:06.989464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:06.549681Z","time spent":"439.706851ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:34:06.989579Z","caller":"traceutil/trace.go:171","msg":"trace[728386484] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1180; }","duration":"198.732268ms","start":"2026-04-16T16:34:06.790838Z","end":"2026-04-16T16:34:06.989571Z","steps":["trace[728386484] 'read index received' (duration: 143.126342ms)","trace[728386484] 'applied index is now lower than readState.Index' (duration: 55.605166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:06.989723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.888112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:34:06.989773Z","caller":"traceutil/trace.go:171","msg":"trace[929800814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1132; }","duration":"198.973444ms","start":"2026-04-16T16:34:06.790789Z","end":"2026-04-16T16:34:06.989762Z","steps":["trace[929800814] 'agreement among raft nodes before linearized reading' (duration: 198.848781ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:07.135703Z","caller":"traceutil/trace.go:171","msg":"trace[422268623] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"141.758231ms","start":"2026-04-16T16:34:06.993922Z","end":"2026-04-16T16:34:07.135681Z","steps":["trace[422268623] 'process raft request' (duration: 137.014064ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:12.62611Z","caller":"traceutil/trace.go:171","msg":"trace[307373104] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"145.718801ms","start":"2026-04-16T16:34:12.480345Z","end":"2026-04-16T16:34:12.626064Z","steps":["trace[307373104] 'process raft request' (duration: 145.452595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:13.512837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:34:14.121127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.193767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:34:14.121223Z","caller":"traceutil/trace.go:171","msg":"trace[2115923154] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"1.109083199s","start":"2026-04-16T16:34:13.012122Z","end":"2026-04-16T16:34:14.121206Z","steps":["trace[2115923154] 'process raft request' (duration: 631.726248ms)","trace[2115923154] 'compare' (duration: 477.083185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:14.121276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:13.01209Z","time spent":"1.109168691s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:34:14.143124Z","caller":"traceutil/trace.go:171","msg":"trace[573169901] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1202; }","duration":"1.130671486s","start":"2026-04-16T16:34:13.012424Z","end":"2026-04-16T16:34:14.143095Z","steps":["trace[573169901] 'read index received' (duration: 631.415891ms)","trace[573169901] 'applied index is now lower than readState.Index' (duration: 499.254125ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:14.14325Z","caller":"traceutil/trace.go:171","msg":"trace[569180079] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"1.077789052s","start":"2026-04-16T16:34:13.065428Z","end":"2026-04-16T16:34:14.143217Z","steps":["trace[569180079] 'process raft request' (duration: 1.077461575s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:14.143412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130959754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-04-16T16:34:14.143455Z","caller":"traceutil/trace.go:171","msg":"trace[360010867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1152; }","duration":"1.131073986s","start":"2026-04-16T16:34:13.012371Z","end":"2026-04-16T16:34:14.143445Z","steps":["trace[360010867] 'agreement among raft nodes before linearized reading' (duration: 1.130890202s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:14.143499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:13.012334Z","time spent":"1.131156807s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:34:14.143455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:13.065396Z","time spent":"1.077999387s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:14.143528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.565974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T16:34:14.143609Z","caller":"traceutil/trace.go:171","msg":"trace[379155897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1152; }","duration":"983.740838ms","start":"2026-04-16T16:34:13.159851Z","end":"2026-04-16T16:34:14.143592Z","steps":["trace[379155897] 'agreement among raft nodes before linearized reading' (duration: 983.474102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:14.14378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:13.159822Z","time spent":"983.949463ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:34:15.144446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:34:15.645205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:34:16.145857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:34:16.646713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:34:17.1183Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.483356047s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:34:17.118901Z","caller":"traceutil/trace.go:171","msg":"trace[224205185] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"2.484033082s","start":"2026-04-16T16:34:14.634835Z","end":"2026-04-16T16:34:17.118868Z","steps":["trace[224205185] 'process raft request' (duration: 2.483805657s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:17.119134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:14.634807Z","time spent":"2.484195896s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:17.297398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.132374ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:34:17.297673Z","caller":"traceutil/trace.go:171","msg":"trace[1241984848] linearizableReadLoop","detail":"{readStateIndex:1209; appliedIndex:1206; }","duration":"2.653313986s","start":"2026-04-16T16:34:14.644339Z","end":"2026-04-16T16:34:17.297653Z","steps":["trace[1241984848] 'read index received' (duration: 2.474307613s)","trace[1241984848] 'applied index is now lower than readState.Index' (duration: 179.005383ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:17.297788Z","caller":"traceutil/trace.go:171","msg":"trace[844141493] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"1.169781569s","start":"2026-04-16T16:34:16.127992Z","end":"2026-04-16T16:34:17.297773Z","steps":["trace[844141493] 'process raft request' (duration: 1.169516913s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:17.297856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577933613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:17.297899Z","caller":"traceutil/trace.go:171","msg":"trace[2093500801] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1156; }","duration":"2.578048685s","start":"2026-04-16T16:34:14.71984Z","end":"2026-04-16T16:34:17.297889Z","steps":["trace[2093500801] 'agreement among raft nodes before linearized reading' (duration: 2.577960633s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:17.297897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:16.127955Z","time spent":"1.169868091s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:17.297928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:14.719815Z","time spent":"2.578105287s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:17.298145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653811867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:34:17.298171Z","caller":"traceutil/trace.go:171","msg":"trace[2054052926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1156; }","duration":"2.653862428s","start":"2026-04-16T16:34:14.644302Z","end":"2026-04-16T16:34:17.298165Z","steps":["trace[2054052926] 'agreement among raft nodes before linearized reading' (duration: 2.653757875s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:17.298202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:14.644294Z","time spent":"2.653898019s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:34:17.298368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.102057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:34:17.298403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.759605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:17.29841Z","caller":"traceutil/trace.go:171","msg":"trace[1142073670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1156; }","duration":"733.210759ms","start":"2026-04-16T16:34:16.56519Z","end":"2026-04-16T16:34:17.298401Z","steps":["trace[1142073670] 'agreement among raft nodes before linearized reading' (duration: 733.131947ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:17.298427Z","caller":"traceutil/trace.go:171","msg":"trace[1496889977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1156; }","duration":"935.853056ms","start":"2026-04-16T16:34:16.362565Z","end":"2026-04-16T16:34:17.298418Z","steps":["trace[1496889977] 'agreement among raft nodes before linearized reading' (duration: 935.822245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:17.298437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:16.565165Z","time spent":"733.26677ms","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:34:17.298454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:16.362538Z","time spent":"935.910348ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:34:17.29837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086646723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-16T16:34:17.298565Z","caller":"traceutil/trace.go:171","msg":"trace[1338380537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1156; }","duration":"1.086891198s","start":"2026-04-16T16:34:16.211667Z","end":"2026-04-16T16:34:17.298558Z","steps":["trace[1338380537] 'agreement among raft nodes before linearized reading' (duration: 1.086635563s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:17.298589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:16.211638Z","time spent":"1.086943979s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:34:17.298745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415633639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:34:17.298777Z","caller":"traceutil/trace.go:171","msg":"trace[2010372338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1156; }","duration":"2.415705571s","start":"2026-04-16T16:34:14.883065Z","end":"2026-04-16T16:34:17.298771Z","steps":["trace[2010372338] 'agreement among raft nodes before linearized reading' (duration: 2.415629809s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:17.298799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:14.883043Z","time spent":"2.415751232s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:34:17.298829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087187605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T16:34:17.298856Z","caller":"traceutil/trace.go:171","msg":"trace[2007273371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1156; }","duration":"1.087215046s","start":"2026-04-16T16:34:16.211635Z","end":"2026-04-16T16:34:17.29885Z","steps":["trace[2007273371] 'agreement among raft nodes before linearized reading' (duration: 1.087141094s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:17.298877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:16.211566Z","time spent":"1.087305628s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:34:17.579066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.935868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:34:17.579187Z","caller":"traceutil/trace.go:171","msg":"trace[1224809071] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"276.074456ms","start":"2026-04-16T16:34:17.303091Z","end":"2026-04-16T16:34:17.579165Z","steps":["trace[1224809071] 'process raft request' (duration: 105.943333ms)","trace[1224809071] 'compare' (duration: 169.733573ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:17.670358Z","caller":"traceutil/trace.go:171","msg":"trace[372687086] linearizableReadLoop","detail":"{readStateIndex:1213; appliedIndex:1210; }","duration":"111.179101ms","start":"2026-04-16T16:34:17.559156Z","end":"2026-04-16T16:34:17.670335Z","steps":["trace[372687086] 'read index received' (duration: 111.009288ms)","trace[372687086] 'applied index is now lower than readState.Index' (duration: 168.203µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:17.670587Z","caller":"traceutil/trace.go:171","msg":"trace[1267825428] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"367.025239ms","start":"2026-04-16T16:34:17.303518Z","end":"2026-04-16T16:34:17.670543Z","steps":["trace[1267825428] 'process raft request' (duration: 366.771163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:17.67072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.557019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:17.67077Z","caller":"traceutil/trace.go:171","msg":"trace[572993709] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1160; }","duration":"111.663232ms","start":"2026-04-16T16:34:17.559095Z","end":"2026-04-16T16:34:17.670758Z","steps":["trace[572993709] 'agreement among raft nodes before linearized reading' (duration: 111.57393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:17.670847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:17.30351Z","time spent":"367.177623ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:34:17.671239Z","caller":"traceutil/trace.go:171","msg":"trace[1113907303] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"368.017491ms","start":"2026-04-16T16:34:17.303208Z","end":"2026-04-16T16:34:17.671225Z","steps":["trace[1113907303] 'process raft request' (duration: 366.930487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:17.671103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.257467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:34:17.67131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:17.303168Z","time spent":"368.106424ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:34:17.671622Z","caller":"traceutil/trace.go:171","msg":"trace[1529242411] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"368.35561ms","start":"2026-04-16T16:34:17.303224Z","end":"2026-04-16T16:34:17.671579Z","steps":["trace[1529242411] 'process raft request' (duration: 367.025979ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:17.671882Z","caller":"traceutil/trace.go:171","msg":"trace[372376735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1160; }","duration":"105.573874ms","start":"2026-04-16T16:34:17.565703Z","end":"2026-04-16T16:34:17.671277Z","steps":["trace[372376735] 'agreement among raft nodes before linearized reading' (duration: 105.261096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:17.672487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:17.303186Z","time spent":"369.184538ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:34:19.494091Z","caller":"traceutil/trace.go:171","msg":"trace[2002381318] linearizableReadLoop","detail":"{readStateIndex:1214; appliedIndex:1213; }","duration":"193.429919ms","start":"2026-04-16T16:34:19.300642Z","end":"2026-04-16T16:34:19.494072Z","steps":["trace[2002381318] 'read index received' (duration: 193.274885ms)","trace[2002381318] 'applied index is now lower than readState.Index' (duration: 154.134µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:19.494393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.713705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:19.494435Z","caller":"traceutil/trace.go:171","msg":"trace[1363452089] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1161; }","duration":"193.850457ms","start":"2026-04-16T16:34:19.300574Z","end":"2026-04-16T16:34:19.494424Z","steps":["trace[1363452089] 'agreement among raft nodes before linearized reading' (duration: 193.682874ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:19.494603Z","caller":"traceutil/trace.go:171","msg":"trace[1676142731] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"365.158567ms","start":"2026-04-16T16:34:19.129246Z","end":"2026-04-16T16:34:19.494404Z","steps":["trace[1676142731] 'process raft request' (duration: 364.603335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:19.494973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:19.129077Z","time spent":"365.76077ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:20.458286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.249123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:34:20.458888Z","caller":"traceutil/trace.go:171","msg":"trace[151863500] linearizableReadLoop","detail":"{readStateIndex:1215; appliedIndex:1214; }","duration":"964.713419ms","start":"2026-04-16T16:34:19.494146Z","end":"2026-04-16T16:34:20.45886Z","steps":["trace[151863500] 'read index received' (duration: 500.582076ms)","trace[151863500] 'applied index is now lower than readState.Index' (duration: 464.128973ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:20.458912Z","caller":"traceutil/trace.go:171","msg":"trace[447890982] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"1.154951715s","start":"2026-04-16T16:34:19.303909Z","end":"2026-04-16T16:34:20.45886Z","steps":["trace[447890982] 'process raft request' (duration: 690.964676ms)","trace[447890982] 'compare' (duration: 463.056298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:20.459215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.569459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:34:20.459263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:19.303877Z","time spent":"1.155209981s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:20.459305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.566187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T16:34:20.458994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070860487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:34:20.459281Z","caller":"traceutil/trace.go:171","msg":"trace[909056117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1162; }","duration":"892.685311ms","start":"2026-04-16T16:34:19.566578Z","end":"2026-04-16T16:34:20.459264Z","steps":["trace[909056117] 'agreement among raft nodes before linearized reading' (duration: 892.579599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:20.459399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:19.566529Z","time spent":"892.860666ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:34:20.459403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.874634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:34:20.459445Z","caller":"traceutil/trace.go:171","msg":"trace[197422117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1162; }","duration":"783.949706ms","start":"2026-04-16T16:34:19.675483Z","end":"2026-04-16T16:34:20.459433Z","steps":["trace[197422117] 'agreement among raft nodes before linearized reading' (duration: 783.824013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:20.459495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:19.675463Z","time spent":"784.020227ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:34:20.459473Z","caller":"traceutil/trace.go:171","msg":"trace[1642868459] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1162; }","duration":"1.071344467s","start":"2026-04-16T16:34:19.388045Z","end":"2026-04-16T16:34:20.45939Z","steps":["trace[1642868459] 'agreement among raft nodes before linearized reading' (duration: 1.070887427s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:20.459614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.720211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-16T16:34:20.459356Z","caller":"traceutil/trace.go:171","msg":"trace[707844019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1162; }","duration":"783.634369ms","start":"2026-04-16T16:34:19.675711Z","end":"2026-04-16T16:34:20.459345Z","steps":["trace[707844019] 'agreement among raft nodes before linearized reading' (duration: 783.448365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:20.459906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:19.675704Z","time spent":"784.180861ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:34:20.459932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:19.38802Z","time spent":"1.071569322s","remote":"127.0.0.1:55034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:34:20.459765Z","caller":"traceutil/trace.go:171","msg":"trace[1621535577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1162; }","duration":"783.957136ms","start":"2026-04-16T16:34:19.675739Z","end":"2026-04-16T16:34:20.459696Z","steps":["trace[1621535577] 'agreement among raft nodes before linearized reading' (duration: 783.429924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:20.460423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:19.675735Z","time spent":"784.671782ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:34:20.459802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.526334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:34:20.460838Z","caller":"traceutil/trace.go:171","msg":"trace[884086750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1162; }","duration":"876.590758ms","start":"2026-04-16T16:34:19.584226Z","end":"2026-04-16T16:34:20.460817Z","steps":["trace[884086750] 'agreement among raft nodes before linearized reading' (duration: 875.457663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:20.460954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:19.584205Z","time spent":"876.731041ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:34:20.61174Z","caller":"traceutil/trace.go:171","msg":"trace[1102863478] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"144.244717ms","start":"2026-04-16T16:34:20.467469Z","end":"2026-04-16T16:34:20.611714Z","steps":["trace[1102863478] 'process raft request' (duration: 144.151495ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:20.612001Z","caller":"traceutil/trace.go:171","msg":"trace[2113845387] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"144.017602ms","start":"2026-04-16T16:34:20.467965Z","end":"2026-04-16T16:34:20.611983Z","steps":["trace[2113845387] 'process raft request' (duration: 143.705355ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:20.611773Z","caller":"traceutil/trace.go:171","msg":"trace[906797324] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"144.676097ms","start":"2026-04-16T16:34:20.467053Z","end":"2026-04-16T16:34:20.611729Z","steps":["trace[906797324] 'process raft request' (duration: 98.441353ms)","trace[906797324] 'compare' (duration: 45.985458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:22.996403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410259,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:34:23.151074Z","caller":"traceutil/trace.go:171","msg":"trace[32685540] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"671.409634ms","start":"2026-04-16T16:34:22.479638Z","end":"2026-04-16T16:34:23.151047Z","steps":["trace[32685540] 'process raft request' (duration: 671.244001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:23.15125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:22.479607Z","time spent":"671.551778ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:34:23.651072Z","caller":"traceutil/trace.go:171","msg":"trace[1024417453] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1222; }","duration":"1.155497738s","start":"2026-04-16T16:34:22.495546Z","end":"2026-04-16T16:34:23.651043Z","steps":["trace[1024417453] 'read index received' (duration: 655.334922ms)","trace[1024417453] 'applied index is now lower than readState.Index' (duration: 500.161976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:23.651334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155755683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:34:23.65154Z","caller":"traceutil/trace.go:171","msg":"trace[1179712601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1170; }","duration":"1.156029409s","start":"2026-04-16T16:34:22.495496Z","end":"2026-04-16T16:34:23.651525Z","steps":["trace[1179712601] 'agreement among raft nodes before linearized reading' (duration: 1.155681992s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:23.651596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:22.495472Z","time spent":"1.156111351s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:34:23.651684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034132437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:34:23.651288Z","caller":"traceutil/trace.go:171","msg":"trace[407173399] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"825.218947ms","start":"2026-04-16T16:34:22.82598Z","end":"2026-04-16T16:34:23.651199Z","steps":["trace[407173399] 'process raft request' (duration: 824.87534ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:23.651752Z","caller":"traceutil/trace.go:171","msg":"trace[1762075468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1170; }","duration":"1.034207828s","start":"2026-04-16T16:34:22.617521Z","end":"2026-04-16T16:34:23.651729Z","steps":["trace[1762075468] 'agreement among raft nodes before linearized reading' (duration: 1.033969033s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:23.651767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.239263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:34:23.651831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:22.825953Z","time spent":"825.811241ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:23.651816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034959525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T16:34:23.651875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086876318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:23.651875Z","caller":"traceutil/trace.go:171","msg":"trace[564413499] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1170; }","duration":"525.383226ms","start":"2026-04-16T16:34:23.126469Z","end":"2026-04-16T16:34:23.651852Z","steps":["trace[564413499] 'agreement among raft nodes before linearized reading' (duration: 525.13089ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:23.651894Z","caller":"traceutil/trace.go:171","msg":"trace[1006215414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1170; }","duration":"1.035091718s","start":"2026-04-16T16:34:22.616784Z","end":"2026-04-16T16:34:23.651876Z","steps":["trace[1006215414] 'agreement among raft nodes before linearized reading' (duration: 1.034953215s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:23.651913Z","caller":"traceutil/trace.go:171","msg":"trace[1056726421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1170; }","duration":"1.086911489s","start":"2026-04-16T16:34:22.56499Z","end":"2026-04-16T16:34:23.651902Z","steps":["trace[1056726421] 'agreement among raft nodes before linearized reading' (duration: 1.086852868s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:23.651926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:22.616759Z","time spent":"1.035159649s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:34:23.651417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112935887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:34:23.65194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:23.126446Z","time spent":"525.482828ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:23.651952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:22.564922Z","time spent":"1.087021602s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:34:23.651972Z","caller":"traceutil/trace.go:171","msg":"trace[1806903519] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1170; }","duration":"1.11357351s","start":"2026-04-16T16:34:22.538381Z","end":"2026-04-16T16:34:23.651955Z","steps":["trace[1806903519] 'agreement among raft nodes before linearized reading' (duration: 1.112898575s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:23.652004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:22.538362Z","time spent":"1.113631802s","remote":"127.0.0.1:43284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":3,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:23.651691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033865561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:34:23.652044Z","caller":"traceutil/trace.go:171","msg":"trace[1116092582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1170; }","duration":"1.03425826s","start":"2026-04-16T16:34:22.617773Z","end":"2026-04-16T16:34:23.652031Z","steps":["trace[1116092582] 'agreement among raft nodes before linearized reading' (duration: 1.033639886s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:23.652081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:22.617761Z","time spent":"1.034309161s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:34:23.651809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:22.617512Z","time spent":"1.034287001s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:34:24.163831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:34:24.274422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.106645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:34:24.274525Z","caller":"traceutil/trace.go:171","msg":"trace[2124600366] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"616.110085ms","start":"2026-04-16T16:34:23.658396Z","end":"2026-04-16T16:34:24.274506Z","steps":["trace[2124600366] 'process raft request' (duration: 510.841347ms)","trace[2124600366] 'compare' (duration: 104.8997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:24.274572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:23.658366Z","time spent":"616.186376ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:25.391731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013428418s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:34:25.391983Z","caller":"traceutil/trace.go:171","msg":"trace[1225531059] linearizableReadLoop","detail":"{readStateIndex:1229; appliedIndex:1224; }","duration":"1.728732395s","start":"2026-04-16T16:34:23.663233Z","end":"2026-04-16T16:34:25.391966Z","steps":["trace[1225531059] 'read index received' (duration: 506.019759ms)","trace[1225531059] 'applied index is now lower than readState.Index' (duration: 1.222711826s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:25.39195Z","caller":"traceutil/trace.go:171","msg":"trace[756490930] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"1.73337193s","start":"2026-04-16T16:34:23.658537Z","end":"2026-04-16T16:34:25.391909Z","steps":["trace[756490930] 'process raft request' (duration: 719.629003ms)","trace[756490930] 'compare' (duration: 1.013186633s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:25.392051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728827498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:25.392071Z","caller":"traceutil/trace.go:171","msg":"trace[1035302038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1175; }","duration":"1.728879028s","start":"2026-04-16T16:34:23.663184Z","end":"2026-04-16T16:34:25.392063Z","steps":["trace[1035302038] 'agreement among raft nodes before linearized reading' (duration: 1.728826157s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:25.392098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:23.663171Z","time spent":"1.72891967s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:34:25.392264Z","caller":"traceutil/trace.go:171","msg":"trace[1311534447] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"1.733060342s","start":"2026-04-16T16:34:23.659192Z","end":"2026-04-16T16:34:25.392252Z","steps":["trace[1311534447] 'process raft request' (duration: 1.732713824s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:25.392285Z","caller":"traceutil/trace.go:171","msg":"trace[427139778] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"1.733219545s","start":"2026-04-16T16:34:23.659041Z","end":"2026-04-16T16:34:25.39226Z","steps":["trace[427139778] 'process raft request' (duration: 1.732784595s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:25.392334Z","caller":"traceutil/trace.go:171","msg":"trace[2071605806] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"1.732569802s","start":"2026-04-16T16:34:23.659757Z","end":"2026-04-16T16:34:25.392327Z","steps":["trace[2071605806] 'process raft request' (duration: 1.732177403s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:25.392423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:23.659732Z","time spent":"1.732670824s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:25.392423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:23.65903Z","time spent":"1.733344369s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:25.392305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:23.659165Z","time spent":"1.733117634s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:25.392175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:23.658499Z","time spent":"1.733548753s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:25.567051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189007766s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:34:26.352402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.85924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:34:26.352761Z","caller":"traceutil/trace.go:171","msg":"trace[1638642835] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"2.1803001s","start":"2026-04-16T16:34:24.172428Z","end":"2026-04-16T16:34:26.352728Z","steps":["trace[1638642835] 'process raft request' (duration: 1.394957788s)","trace[1638642835] 'compare' (duration: 784.480441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:26.352866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:24.172397Z","time spent":"2.180412562s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:34:26.528824Z","caller":"traceutil/trace.go:171","msg":"trace[959290601] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"1.370783905s","start":"2026-04-16T16:34:25.157993Z","end":"2026-04-16T16:34:26.528777Z","steps":["trace[959290601] 'process raft request' (duration: 1.306228702s)","trace[959290601] 'compare' (duration: 64.288687ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:26.528817Z","caller":"traceutil/trace.go:171","msg":"trace[1681205151] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1229; }","duration":"1.135208094s","start":"2026-04-16T16:34:25.393572Z","end":"2026-04-16T16:34:26.52878Z","steps":["trace[1681205151] 'read index received' (duration: 173.818397ms)","trace[1681205151] 'applied index is now lower than readState.Index' (duration: 961.386767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:26.529101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:25.157954Z","time spent":"1.37097208s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:26.5332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139587546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:34:26.533235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.412967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:26.533295Z","caller":"traceutil/trace.go:171","msg":"trace[1395312005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1177; }","duration":"1.13976177s","start":"2026-04-16T16:34:25.393511Z","end":"2026-04-16T16:34:26.533273Z","steps":["trace[1395312005] 'agreement among raft nodes before linearized reading' (duration: 1.135376289s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:26.533307Z","caller":"traceutil/trace.go:171","msg":"trace[371763569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1177; }","duration":"170.554871ms","start":"2026-04-16T16:34:26.362734Z","end":"2026-04-16T16:34:26.533289Z","steps":["trace[371763569] 'agreement among raft nodes before linearized reading' (duration: 170.404977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:26.53321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080661375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:26.533444Z","caller":"traceutil/trace.go:171","msg":"trace[1627906881] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1177; }","duration":"1.080970432s","start":"2026-04-16T16:34:25.452439Z","end":"2026-04-16T16:34:26.533409Z","steps":["trace[1627906881] 'agreement among raft nodes before linearized reading' (duration: 1.080674586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:26.533574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:25.452412Z","time spent":"1.081139207s","remote":"127.0.0.1:43136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:26.533377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.270925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:34:26.533773Z","caller":"traceutil/trace.go:171","msg":"trace[499922003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1177; }","duration":"254.648953ms","start":"2026-04-16T16:34:26.27905Z","end":"2026-04-16T16:34:26.533699Z","steps":["trace[499922003] 'agreement among raft nodes before linearized reading' (duration: 254.153082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:26.533471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.994379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:34:26.53406Z","caller":"traceutil/trace.go:171","msg":"trace[1649439132] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1177; }","duration":"402.670066ms","start":"2026-04-16T16:34:26.131376Z","end":"2026-04-16T16:34:26.534046Z","steps":["trace[1649439132] 'agreement among raft nodes before linearized reading' (duration: 401.933969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:26.534161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:26.131338Z","time spent":"402.750788ms","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:26.533343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:25.393488Z","time spent":"1.139842612s","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:34:34.06388Z","caller":"traceutil/trace.go:171","msg":"trace[1041555454] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"164.664515ms","start":"2026-04-16T16:34:33.899187Z","end":"2026-04-16T16:34:34.063852Z","steps":["trace[1041555454] 'process raft request' (duration: 164.480621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:36.063468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.871504ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:34:36.063668Z","caller":"traceutil/trace.go:171","msg":"trace[538356473] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1264; }","duration":"108.472304ms","start":"2026-04-16T16:34:35.955177Z","end":"2026-04-16T16:34:36.063649Z","steps":["trace[538356473] 'read index received' (duration: 56.891µs)","trace[538356473] 'applied index is now lower than readState.Index' (duration: 108.413623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:36.063837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.642717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:34:36.063937Z","caller":"traceutil/trace.go:171","msg":"trace[983518282] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1208; }","duration":"108.75421ms","start":"2026-04-16T16:34:35.955158Z","end":"2026-04-16T16:34:36.063913Z","steps":["trace[983518282] 'agreement among raft nodes before linearized reading' (duration: 108.574646ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:36.964469Z","caller":"traceutil/trace.go:171","msg":"trace[474275345] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"214.775487ms","start":"2026-04-16T16:34:36.749673Z","end":"2026-04-16T16:34:36.964449Z","steps":["trace[474275345] 'process raft request' (duration: 214.669485ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:37.717324Z","caller":"traceutil/trace.go:171","msg":"trace[39468296] linearizableReadLoop","detail":"{readStateIndex:1269; appliedIndex:1268; }","duration":"176.960627ms","start":"2026-04-16T16:34:37.540345Z","end":"2026-04-16T16:34:37.717306Z","steps":["trace[39468296] 'read index received' (duration: 176.797663ms)","trace[39468296] 'applied index is now lower than readState.Index' (duration: 162.364µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:37.717427Z","caller":"traceutil/trace.go:171","msg":"trace[859109222] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"205.891402ms","start":"2026-04-16T16:34:37.511497Z","end":"2026-04-16T16:34:37.717389Z","steps":["trace[859109222] 'process raft request' (duration: 205.699577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:37.717517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.151642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-16T16:34:37.717536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.060401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:37.717548Z","caller":"traceutil/trace.go:171","msg":"trace[367205110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1212; }","duration":"177.253644ms","start":"2026-04-16T16:34:37.540286Z","end":"2026-04-16T16:34:37.71754Z","steps":["trace[367205110] 'agreement among raft nodes before linearized reading' (duration: 177.107151ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:37.717576Z","caller":"traceutil/trace.go:171","msg":"trace[1864632270] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1212; }","duration":"154.148053ms","start":"2026-04-16T16:34:37.563416Z","end":"2026-04-16T16:34:37.717564Z","steps":["trace[1864632270] 'agreement among raft nodes before linearized reading' (duration: 154.076651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:37.717644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.63748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:37.717661Z","caller":"traceutil/trace.go:171","msg":"trace[1396976557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1212; }","duration":"153.669081ms","start":"2026-04-16T16:34:37.563988Z","end":"2026-04-16T16:34:37.717657Z","steps":["trace[1396976557] 'agreement among raft nodes before linearized reading' (duration: 153.6429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:37.717808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.353446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T16:34:37.717887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.546728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:34:37.717928Z","caller":"traceutil/trace.go:171","msg":"trace[1027258336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1212; }","duration":"173.640771ms","start":"2026-04-16T16:34:37.544281Z","end":"2026-04-16T16:34:37.717921Z","steps":["trace[1027258336] 'agreement among raft nodes before linearized reading' (duration: 173.553928ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:37.717941Z","caller":"traceutil/trace.go:171","msg":"trace[1573144095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1212; }","duration":"177.582583ms","start":"2026-04-16T16:34:37.540328Z","end":"2026-04-16T16:34:37.717911Z","steps":["trace[1573144095] 'agreement among raft nodes before linearized reading' (duration: 177.149252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:39.896486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.079722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:34:39.896849Z","caller":"traceutil/trace.go:171","msg":"trace[1172053732] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"125.934155ms","start":"2026-04-16T16:34:39.770889Z","end":"2026-04-16T16:34:39.896824Z","steps":["trace[1172053732] 'process raft request' (duration: 125.878664ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:39.897038Z","caller":"traceutil/trace.go:171","msg":"trace[1278366272] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"128.623016ms","start":"2026-04-16T16:34:39.768394Z","end":"2026-04-16T16:34:39.897017Z","steps":["trace[1278366272] 'process raft request' (duration: 128.253238ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:39.89703Z","caller":"traceutil/trace.go:171","msg":"trace[1282340492] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"129.982678ms","start":"2026-04-16T16:34:39.767003Z","end":"2026-04-16T16:34:39.896986Z","steps":["trace[1282340492] 'process raft request' (duration: 25.261961ms)","trace[1282340492] 'compare' (duration: 103.848897ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:42.934163Z","caller":"traceutil/trace.go:171","msg":"trace[166454837] linearizableReadLoop","detail":"{readStateIndex:1287; appliedIndex:1286; }","duration":"127.46891ms","start":"2026-04-16T16:34:42.806677Z","end":"2026-04-16T16:34:42.934146Z","steps":["trace[166454837] 'read index received' (duration: 127.330016ms)","trace[166454837] 'applied index is now lower than readState.Index' (duration: 138.204µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:42.934312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.631755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:34:42.934335Z","caller":"traceutil/trace.go:171","msg":"trace[1842446243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1229; }","duration":"127.713346ms","start":"2026-04-16T16:34:42.806615Z","end":"2026-04-16T16:34:42.934328Z","steps":["trace[1842446243] 'agreement among raft nodes before linearized reading' (duration: 127.596944ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:42.934315Z","caller":"traceutil/trace.go:171","msg":"trace[1781748043] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"214.780197ms","start":"2026-04-16T16:34:42.719487Z","end":"2026-04-16T16:34:42.934267Z","steps":["trace[1781748043] 'process raft request' (duration: 214.53566ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:43.440761Z","caller":"traceutil/trace.go:171","msg":"trace[1880483987] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"330.524348ms","start":"2026-04-16T16:34:43.110212Z","end":"2026-04-16T16:34:43.440736Z","steps":["trace[1880483987] 'process raft request' (duration: 330.303023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:43.440898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:43.110179Z","time spent":"330.655141ms","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":32874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:34:43.617564Z","caller":"traceutil/trace.go:171","msg":"trace[762620868] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"168.913162ms","start":"2026-04-16T16:34:43.448626Z","end":"2026-04-16T16:34:43.617539Z","steps":["trace[762620868] 'process raft request' (duration: 168.82938ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:43.61763Z","caller":"traceutil/trace.go:171","msg":"trace[1321608242] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"169.048526ms","start":"2026-04-16T16:34:43.448541Z","end":"2026-04-16T16:34:43.61759Z","steps":["trace[1321608242] 'process raft request' (duration: 86.13126ms)","trace[1321608242] 'compare' (duration: 82.567567ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:43.841899Z","caller":"traceutil/trace.go:171","msg":"trace[534891226] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"134.950573ms","start":"2026-04-16T16:34:43.706904Z","end":"2026-04-16T16:34:43.841855Z","steps":["trace[534891226] 'process raft request' (duration: 70.472021ms)","trace[534891226] 'compare' (duration: 64.146673ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:44.221197Z","caller":"traceutil/trace.go:171","msg":"trace[1410633990] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"219.376342ms","start":"2026-04-16T16:34:44.001802Z","end":"2026-04-16T16:34:44.221179Z","steps":["trace[1410633990] 'process raft request' (duration: 219.345071ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:44.221356Z","caller":"traceutil/trace.go:171","msg":"trace[442881269] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"221.984032ms","start":"2026-04-16T16:34:43.999365Z","end":"2026-04-16T16:34:44.221349Z","steps":["trace[442881269] 'process raft request' (duration: 135.476973ms)","trace[442881269] 'compare' (duration: 86.12073ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:44.221423Z","caller":"traceutil/trace.go:171","msg":"trace[1984093430] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"221.060631ms","start":"2026-04-16T16:34:44.00031Z","end":"2026-04-16T16:34:44.221371Z","steps":["trace[1984093430] 'process raft request' (duration: 220.771044ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:44.221447Z","caller":"traceutil/trace.go:171","msg":"trace[1719445999] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"219.910304ms","start":"2026-04-16T16:34:44.001498Z","end":"2026-04-16T16:34:44.221408Z","steps":["trace[1719445999] 'process raft request' (duration: 219.621857ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:44.624674Z","caller":"traceutil/trace.go:171","msg":"trace[1733740448] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"228.069852ms","start":"2026-04-16T16:34:44.396578Z","end":"2026-04-16T16:34:44.624648Z","steps":["trace[1733740448] 'process raft request' (duration: 227.842427ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:44.679188Z","caller":"traceutil/trace.go:171","msg":"trace[618220028] linearizableReadLoop","detail":"{readStateIndex:1309; appliedIndex:1307; }","duration":"176.171758ms","start":"2026-04-16T16:34:44.502955Z","end":"2026-04-16T16:34:44.679127Z","steps":["trace[618220028] 'read index received' (duration: 121.418291ms)","trace[618220028] 'applied index is now lower than readState.Index' (duration: 54.752207ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:44.679266Z","caller":"traceutil/trace.go:171","msg":"trace[700844051] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"231.063441ms","start":"2026-04-16T16:34:44.448174Z","end":"2026-04-16T16:34:44.679237Z","steps":["trace[700844051] 'process raft request' (duration: 230.811355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:44.67974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.752472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:44.679825Z","caller":"traceutil/trace.go:171","msg":"trace[584681180] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1250; }","duration":"176.893506ms","start":"2026-04-16T16:34:44.502912Z","end":"2026-04-16T16:34:44.679805Z","steps":["trace[584681180] 'agreement among raft nodes before linearized reading' (duration: 176.396994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:44.681281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.221329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:44.681383Z","caller":"traceutil/trace.go:171","msg":"trace[626754230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1251; }","duration":"115.374752ms","start":"2026-04-16T16:34:44.565989Z","end":"2026-04-16T16:34:44.681364Z","steps":["trace[626754230] 'agreement among raft nodes before linearized reading' (duration: 115.197028ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:45.018125Z","caller":"traceutil/trace.go:171","msg":"trace[161094563] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"255.537213ms","start":"2026-04-16T16:34:44.76256Z","end":"2026-04-16T16:34:45.018097Z","steps":["trace[161094563] 'process raft request' (duration: 253.62146ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:45.068784Z","caller":"traceutil/trace.go:171","msg":"trace[1462025945] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"129.779504ms","start":"2026-04-16T16:34:44.938982Z","end":"2026-04-16T16:34:45.068761Z","steps":["trace[1462025945] 'process raft request' (duration: 129.63965ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:45.068893Z","caller":"traceutil/trace.go:171","msg":"trace[2077700287] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"303.590949ms","start":"2026-04-16T16:34:44.765274Z","end":"2026-04-16T16:34:45.068865Z","steps":["trace[2077700287] 'process raft request' (duration: 303.21633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:45.06903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:44.765255Z","time spent":"303.703221ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9123,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:34:45.365016Z","caller":"traceutil/trace.go:171","msg":"trace[600305597] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"193.545459ms","start":"2026-04-16T16:34:45.171446Z","end":"2026-04-16T16:34:45.364992Z","steps":["trace[600305597] 'process raft request' (duration: 179.143128ms)","trace[600305597] 'compare' (duration: 14.296799ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:45.365519Z","caller":"traceutil/trace.go:171","msg":"trace[2134925065] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"188.779399ms","start":"2026-04-16T16:34:45.17673Z","end":"2026-04-16T16:34:45.36551Z","steps":["trace[2134925065] 'process raft request' (duration: 188.310328ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:45.365915Z","caller":"traceutil/trace.go:171","msg":"trace[1489668917] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"170.609211ms","start":"2026-04-16T16:34:45.195242Z","end":"2026-04-16T16:34:45.365851Z","steps":["trace[1489668917] 'process raft request' (duration: 170.410067ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:45.366006Z","caller":"traceutil/trace.go:171","msg":"trace[715940157] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"185.116275ms","start":"2026-04-16T16:34:45.180882Z","end":"2026-04-16T16:34:45.365998Z","steps":["trace[715940157] 'process raft request' (duration: 184.451769ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:45.367141Z","caller":"traceutil/trace.go:171","msg":"trace[1128403132] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"108.30096ms","start":"2026-04-16T16:34:45.258815Z","end":"2026-04-16T16:34:45.367116Z","steps":["trace[1128403132] 'process raft request' (duration: 108.234429ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:45.367378Z","caller":"traceutil/trace.go:171","msg":"trace[1780242294] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"113.181341ms","start":"2026-04-16T16:34:45.254186Z","end":"2026-04-16T16:34:45.367367Z","steps":["trace[1780242294] 'process raft request' (duration: 112.669309ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:45.36751Z","caller":"traceutil/trace.go:171","msg":"trace[123126721] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"113.158461ms","start":"2026-04-16T16:34:45.254312Z","end":"2026-04-16T16:34:45.36747Z","steps":["trace[123126721] 'process raft request' (duration: 112.629409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:46.09162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.250527ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:34:46.091728Z","caller":"traceutil/trace.go:171","msg":"trace[1659653306] linearizableReadLoop","detail":"{readStateIndex:1344; appliedIndex:1343; }","duration":"205.755551ms","start":"2026-04-16T16:34:45.885955Z","end":"2026-04-16T16:34:46.091711Z","steps":["trace[1659653306] 'read index received' (duration: 81.33934ms)","trace[1659653306] 'applied index is now lower than readState.Index' (duration: 124.414541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:46.091911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.957745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:34:46.091961Z","caller":"traceutil/trace.go:171","msg":"trace[1395595349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1284; }","duration":"206.009776ms","start":"2026-04-16T16:34:45.885936Z","end":"2026-04-16T16:34:46.091946Z","steps":["trace[1395595349] 'agreement among raft nodes before linearized reading' (duration: 205.824202ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:46.208906Z","caller":"traceutil/trace.go:171","msg":"trace[2072782199] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"112.19683ms","start":"2026-04-16T16:34:46.096678Z","end":"2026-04-16T16:34:46.208875Z","steps":["trace[2072782199] 'process raft request' (duration: 111.81472ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:46.363044Z","caller":"traceutil/trace.go:171","msg":"trace[1031789149] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"135.419713ms","start":"2026-04-16T16:34:46.227604Z","end":"2026-04-16T16:34:46.363023Z","steps":["trace[1031789149] 'process raft request' (duration: 135.119115ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:46.363983Z","caller":"traceutil/trace.go:171","msg":"trace[93791940] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"134.896601ms","start":"2026-04-16T16:34:46.229047Z","end":"2026-04-16T16:34:46.363943Z","steps":["trace[93791940] 'process raft request' (duration: 134.552813ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:46.364011Z","caller":"traceutil/trace.go:171","msg":"trace[528193018] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"134.389379ms","start":"2026-04-16T16:34:46.229598Z","end":"2026-04-16T16:34:46.363987Z","steps":["trace[528193018] 'process raft request' (duration: 134.112843ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:48.389462Z","caller":"traceutil/trace.go:171","msg":"trace[1381203505] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"168.729618ms","start":"2026-04-16T16:34:48.220696Z","end":"2026-04-16T16:34:48.389426Z","steps":["trace[1381203505] 'process raft request' (duration: 168.487523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:49.183981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:34:49.684489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:34:50.185071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:34:50.685569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:34:50.971406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.576825831s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:34:51.569867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004565126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:34:51.569942Z","caller":"traceutil/trace.go:171","msg":"trace[1553017012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004703459s","start":"2026-04-16T16:34:49.565221Z","end":"2026-04-16T16:34:51.569925Z","steps":["trace[1553017012] 'agreement among raft nodes before linearized reading' (duration: 2.004607407s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:51.569979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:49.565206Z","time spent":"2.004763771s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:34:52.623192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651444249s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:34:52.623307Z","caller":"traceutil/trace.go:171","msg":"trace[1120094858] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"4.228811202s","start":"2026-04-16T16:34:48.394474Z","end":"2026-04-16T16:34:52.623285Z","steps":["trace[1120094858] 'process raft request' (duration: 2.577162718s)","trace[1120094858] 'compare' (duration: 1.651269115s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:52.623428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:48.394449Z","time spent":"4.228949954s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:53.393226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:48.394553Z","time spent":"4.998666018s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 16:34:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:34:53.571182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999652094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:34:53.571259Z","caller":"traceutil/trace.go:171","msg":"trace[568707348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999806467s","start":"2026-04-16T16:34:51.571435Z","end":"2026-04-16T16:34:53.571241Z","steps":["trace[568707348] 'agreement among raft nodes before linearized reading' (duration: 1.999704395s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:53.571303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:51.571394Z","time spent":"1.999899739s","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:34:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:34:54.122555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:49.123868Z","time spent":"4.998681868s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 16:34:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:34:54.127119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999817924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:34:54.127176Z","caller":"traceutil/trace.go:171","msg":"trace[659993645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999905417s","start":"2026-04-16T16:34:49.127258Z","end":"2026-04-16T16:34:54.127163Z","steps":["trace[659993645] 'agreement among raft nodes before linearized reading' (duration: 4.999836755s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:54.127199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:49.127248Z","time spent":"4.999946128s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/16 16:34:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:34:55.392531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999915377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:34:55.392598Z","caller":"traceutil/trace.go:171","msg":"trace[1725107827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.00002878s","start":"2026-04-16T16:34:50.392555Z","end":"2026-04-16T16:34:55.392583Z","steps":["trace[1725107827] 'agreement among raft nodes before linearized reading' (duration: 4.999945668s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.392634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:50.392537Z","time spent":"5.000089061s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/16 16:34:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:34:55.39561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:48.395082Z","time spent":"7.000524522s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T16:34:55.578932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000084574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:34:55.579019Z","caller":"traceutil/trace.go:171","msg":"trace[1130645689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000211456s","start":"2026-04-16T16:34:53.578788Z","end":"2026-04-16T16:34:55.578999Z","steps":["trace[1130645689] 'agreement among raft nodes before linearized reading' (duration: 2.000102724s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.579229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:53.578777Z","time spent":"2.000279658s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:34:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:34:55.720459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.748842796s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:34:55.721081Z","caller":"traceutil/trace.go:171","msg":"trace[234332155] linearizableReadLoop","detail":"{readStateIndex:1360; appliedIndex:1356; }","duration":"7.037681766s","start":"2026-04-16T16:34:48.683376Z","end":"2026-04-16T16:34:55.721057Z","steps":["trace[234332155] 'read index received' (duration: 2.288274537s)","trace[234332155] 'applied index is now lower than readState.Index' (duration: 4.749406209s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:55.721241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.03784131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:55.721284Z","caller":"traceutil/trace.go:171","msg":"trace[237760427] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1300; }","duration":"7.037947962s","start":"2026-04-16T16:34:48.683325Z","end":"2026-04-16T16:34:55.721273Z","steps":["trace[237760427] 'agreement among raft nodes before linearized reading' (duration: 7.037844109s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.721339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:48.683294Z","time spent":"7.038035184s","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:55.730754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980114675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:34:55.73085Z","caller":"traceutil/trace.go:171","msg":"trace[1980538140] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1301; }","duration":"1.980250987s","start":"2026-04-16T16:34:53.750588Z","end":"2026-04-16T16:34:55.730839Z","steps":["trace[1980538140] 'agreement among raft nodes before linearized reading' (duration: 1.980118713s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.730865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.177687783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:34:55.730893Z","caller":"traceutil/trace.go:171","msg":"trace[93405554] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:1301; }","duration":"5.177750605s","start":"2026-04-16T16:34:50.553135Z","end":"2026-04-16T16:34:55.730885Z","steps":["trace[93405554] 'agreement among raft nodes before linearized reading' (duration: 5.177653113s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.73091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:50.553117Z","time spent":"5.177788795s","remote":"127.0.0.1:54960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-04-16T16:34:55.73092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.322963939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:34:55.730924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.175252934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:34:55.730949Z","caller":"traceutil/trace.go:171","msg":"trace[1204106609] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1301; }","duration":"6.32302699s","start":"2026-04-16T16:34:49.407913Z","end":"2026-04-16T16:34:55.73094Z","steps":["trace[1204106609] 'agreement among raft nodes before linearized reading' (duration: 6.322971839s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:55.730963Z","caller":"traceutil/trace.go:171","msg":"trace[1232908163] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1301; }","duration":"6.175334896s","start":"2026-04-16T16:34:49.555619Z","end":"2026-04-16T16:34:55.730954Z","steps":["trace[1232908163] 'agreement among raft nodes before linearized reading' (duration: 6.175251954s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.730971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:49.407895Z","time spent":"6.323069531s","remote":"127.0.0.1:55406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:55.730989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:49.555602Z","time spent":"6.175380786s","remote":"127.0.0.1:55018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:55.731018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800751778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:34:55.731059Z","caller":"traceutil/trace.go:171","msg":"trace[961705719] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1301; }","duration":"2.800829679s","start":"2026-04-16T16:34:52.93022Z","end":"2026-04-16T16:34:55.73105Z","steps":["trace[961705719] 'agreement among raft nodes before linearized reading' (duration: 2.800714246s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.73109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:52.930206Z","time spent":"2.800877311s","remote":"127.0.0.1:55178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:55.731091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.215521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:34:55.731143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.786653181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:34:55.731176Z","caller":"traceutil/trace.go:171","msg":"trace[481682428] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1301; }","duration":"5.786685351s","start":"2026-04-16T16:34:49.944483Z","end":"2026-04-16T16:34:55.731169Z","steps":["trace[481682428] 'agreement among raft nodes before linearized reading' (duration: 5.7866315s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:55.731189Z","caller":"traceutil/trace.go:171","msg":"trace[476707182] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1301; }","duration":"973.367634ms","start":"2026-04-16T16:34:54.757801Z","end":"2026-04-16T16:34:55.731168Z","steps":["trace[476707182] 'agreement among raft nodes before linearized reading' (duration: 973.18575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.731194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547355904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:55.731245Z","caller":"traceutil/trace.go:171","msg":"trace[1748992417] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"757.41737ms","start":"2026-04-16T16:34:54.973819Z","end":"2026-04-16T16:34:55.731236Z","steps":["trace[1748992417] 'process raft request' (duration: 756.729383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.731247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:54.757733Z","time spent":"973.500057ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:55.731276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607837947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:548"} {"level":"warn","ts":"2026-04-16T16:34:55.731292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104311344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:34:55.731296Z","caller":"traceutil/trace.go:171","msg":"trace[1925537524] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1301; }","duration":"1.607886118s","start":"2026-04-16T16:34:54.123402Z","end":"2026-04-16T16:34:55.731288Z","steps":["trace[1925537524] 'agreement among raft nodes before linearized reading' (duration: 1.607853577s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.731308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:54.973794Z","time spent":"757.475292ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:34:55.73132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:54.123388Z","time spent":"1.607927849s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":571,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-16T16:34:55.73132Z","caller":"traceutil/trace.go:171","msg":"trace[787460099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1301; }","duration":"1.104381286s","start":"2026-04-16T16:34:54.626932Z","end":"2026-04-16T16:34:55.731313Z","steps":["trace[787460099] 'agreement among raft nodes before linearized reading' (duration: 1.104304874s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.73134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:54.626911Z","time spent":"1.104424346s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:34:55.731385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.820489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T16:34:55.731393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.88645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:34:55.731231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113243029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:34:55.731411Z","caller":"traceutil/trace.go:171","msg":"trace[965043209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1301; }","duration":"151.955584ms","start":"2026-04-16T16:34:55.57945Z","end":"2026-04-16T16:34:55.731406Z","steps":["trace[965043209] 'agreement among raft nodes before linearized reading' (duration: 151.928213ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:55.73141Z","caller":"traceutil/trace.go:171","msg":"trace[370893712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1301; }","duration":"335.87321ms","start":"2026-04-16T16:34:55.395531Z","end":"2026-04-16T16:34:55.731404Z","steps":["trace[370893712] 'agreement among raft nodes before linearized reading' (duration: 335.831929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.731435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:55.395514Z","time spent":"335.915991ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:34:55.731477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782219585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:55.731514Z","caller":"traceutil/trace.go:171","msg":"trace[365762537] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1301; }","duration":"1.782261726s","start":"2026-04-16T16:34:53.949245Z","end":"2026-04-16T16:34:55.731506Z","steps":["trace[365762537] 'agreement among raft nodes before linearized reading' (duration: 1.782202855s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.730864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156474058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6e36b7492213d\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T16:34:55.731591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:53.750572Z","time spent":"1.980309239s","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:55.731616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:53.949183Z","time spent":"1.782359978s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:34:55.731617Z","caller":"traceutil/trace.go:171","msg":"trace[1147143522] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6e36b7492213d; range_end:; response_count:1; response_revision:1301; }","duration":"2.157253926s","start":"2026-04-16T16:34:53.574349Z","end":"2026-04-16T16:34:55.731603Z","steps":["trace[1147143522] 'agreement among raft nodes before linearized reading' (duration: 2.156466098s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.7312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:49.944424Z","time spent":"5.786770873s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":121,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:34:55.731284Z","caller":"traceutil/trace.go:171","msg":"trace[2144959097] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1301; }","duration":"2.547485027s","start":"2026-04-16T16:34:53.183779Z","end":"2026-04-16T16:34:55.731264Z","steps":["trace[2144959097] 'agreement among raft nodes before linearized reading' (duration: 2.547076587s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.731869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:53.18376Z","time spent":"2.54809871s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:34:55.731427Z","caller":"traceutil/trace.go:171","msg":"trace[342623625] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1301; }","duration":"1.113466404s","start":"2026-04-16T16:34:54.61795Z","end":"2026-04-16T16:34:55.731416Z","steps":["trace[342623625] 'agreement among raft nodes before linearized reading' (duration: 1.113263869s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.731995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:54.61793Z","time spent":"1.114058928s","remote":"127.0.0.1:55314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:55.730764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.978142217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:34:55.732091Z","caller":"traceutil/trace.go:171","msg":"trace[1175797495] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1301; }","duration":"6.979503398s","start":"2026-04-16T16:34:48.752582Z","end":"2026-04-16T16:34:55.732085Z","steps":["trace[1175797495] 'agreement among raft nodes before linearized reading' (duration: 6.978070895s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.732119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:48.752566Z","time spent":"6.97954691s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":121,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:55.730802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019672114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:55.732222Z","caller":"traceutil/trace.go:171","msg":"trace[1549476955] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1301; }","duration":"2.021131517s","start":"2026-04-16T16:34:53.711078Z","end":"2026-04-16T16:34:55.73221Z","steps":["trace[1549476955] 'agreement among raft nodes before linearized reading' (duration: 2.019704805s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.73228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:53.711051Z","time spent":"2.021208488s","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:55.730755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297878941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:34:55.732496Z","caller":"traceutil/trace.go:171","msg":"trace[1402010122] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1301; }","duration":"4.29962906s","start":"2026-04-16T16:34:51.43286Z","end":"2026-04-16T16:34:55.732489Z","steps":["trace[1402010122] 'agreement among raft nodes before linearized reading' (duration: 4.297861349s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:55.732527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:51.432793Z","time spent":"4.299726072s","remote":"127.0.0.1:43352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:34:55.733053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:53.57433Z","time spent":"2.157325347s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6e36b7492213d\" "} {"level":"warn","ts":"2026-04-16T16:35:02.008309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.179623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:02.008447Z","caller":"traceutil/trace.go:171","msg":"trace[2141815230] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"214.302845ms","start":"2026-04-16T16:35:01.794108Z","end":"2026-04-16T16:35:02.008411Z","steps":["trace[2141815230] 'process raft request' (duration: 36.873988ms)","trace[2141815230] 'compare' (duration: 177.061759ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:02.008765Z","caller":"traceutil/trace.go:171","msg":"trace[160535754] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"213.657452ms","start":"2026-04-16T16:35:01.795089Z","end":"2026-04-16T16:35:02.008746Z","steps":["trace[160535754] 'process raft request' (duration: 213.54922ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:08.703627Z","caller":"traceutil/trace.go:171","msg":"trace[1550762528] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"306.847293ms","start":"2026-04-16T16:35:08.396748Z","end":"2026-04-16T16:35:08.703595Z","steps":["trace[1550762528] 'process raft request' (duration: 306.650819ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:08.703526Z","caller":"traceutil/trace.go:171","msg":"trace[1137674684] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1410; }","duration":"138.269858ms","start":"2026-04-16T16:35:08.565241Z","end":"2026-04-16T16:35:08.703511Z","steps":["trace[1137674684] 'read index received' (duration: 138.105494ms)","trace[1137674684] 'applied index is now lower than readState.Index' (duration: 163.874µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:08.703812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:08.396732Z","time spent":"306.994316ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:08.703839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.586945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:08.703862Z","caller":"traceutil/trace.go:171","msg":"trace[1718487534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1347; }","duration":"138.657247ms","start":"2026-04-16T16:35:08.565198Z","end":"2026-04-16T16:35:08.703855Z","steps":["trace[1718487534] 'agreement among raft nodes before linearized reading' (duration: 138.607996ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:09.837317Z","caller":"traceutil/trace.go:171","msg":"trace[21201549] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"110.10658ms","start":"2026-04-16T16:35:09.727192Z","end":"2026-04-16T16:35:09.837298Z","steps":["trace[21201549] 'process raft request' (duration: 110.000328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:10.301491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.910736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:10.301611Z","caller":"traceutil/trace.go:171","msg":"trace[830903153] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"209.281271ms","start":"2026-04-16T16:35:10.092307Z","end":"2026-04-16T16:35:10.301588Z","steps":["trace[830903153] 'process raft request' (duration: 99.19265ms)","trace[830903153] 'compare' (duration: 109.799724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:12.358638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410704,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:35:12.583843Z","caller":"traceutil/trace.go:171","msg":"trace[2010204110] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"973.304573ms","start":"2026-04-16T16:35:11.610511Z","end":"2026-04-16T16:35:12.583816Z","steps":["trace[2010204110] 'process raft request' (duration: 973.132058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:12.583983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:11.610487Z","time spent":"973.431266ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:12.911995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.948237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:12.912122Z","caller":"traceutil/trace.go:171","msg":"trace[151070205] linearizableReadLoop","detail":"{readStateIndex:1422; appliedIndex:1420; }","duration":"1.069401411s","start":"2026-04-16T16:35:11.842705Z","end":"2026-04-16T16:35:12.912107Z","steps":["trace[151070205] 'read index received' (duration: 741.043593ms)","trace[151070205] 'applied index is now lower than readState.Index' (duration: 328.356058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:12.912257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069543384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:35:12.912297Z","caller":"traceutil/trace.go:171","msg":"trace[374980266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1356; }","duration":"1.069645137s","start":"2026-04-16T16:35:11.842646Z","end":"2026-04-16T16:35:12.912291Z","steps":["trace[374980266] 'agreement among raft nodes before linearized reading' (duration: 1.069530315s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:12.912318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:11.842618Z","time spent":"1.069695938s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:35:12.91241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.897127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:35:12.912452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.209846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T16:35:12.912451Z","caller":"traceutil/trace.go:171","msg":"trace[1147319464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1356; }","duration":"347.967578ms","start":"2026-04-16T16:35:12.564472Z","end":"2026-04-16T16:35:12.91244Z","steps":["trace[1147319464] 'agreement among raft nodes before linearized reading' (duration: 347.904716ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:12.912467Z","caller":"traceutil/trace.go:171","msg":"trace[1685520780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1356; }","duration":"553.254387ms","start":"2026-04-16T16:35:12.359208Z","end":"2026-04-16T16:35:12.912462Z","steps":["trace[1685520780] 'agreement among raft nodes before linearized reading' (duration: 553.208566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:12.912481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:12.359192Z","time spent":"553.285938ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:35:12.912483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:12.564457Z","time spent":"348.01991ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:35:12.912148Z","caller":"traceutil/trace.go:171","msg":"trace[626529721] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"1.005530383s","start":"2026-04-16T16:35:11.906595Z","end":"2026-04-16T16:35:12.912125Z","steps":["trace[626529721] 'process raft request' (duration: 808.35259ms)","trace[626529721] 'compare' (duration: 196.718232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:12.912607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:11.906573Z","time spent":"1.005961053s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:12.912687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.069278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T16:35:12.912827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.640859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-16T16:35:12.912872Z","caller":"traceutil/trace.go:171","msg":"trace[1797546096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1356; }","duration":"772.716381ms","start":"2026-04-16T16:35:12.140139Z","end":"2026-04-16T16:35:12.912856Z","steps":["trace[1797546096] 'agreement among raft nodes before linearized reading' (duration: 772.052656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:12.912904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:12.140118Z","time spent":"772.779682ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:35:12.912764Z","caller":"traceutil/trace.go:171","msg":"trace[549989272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1356; }","duration":"156.17883ms","start":"2026-04-16T16:35:12.756568Z","end":"2026-04-16T16:35:12.912746Z","steps":["trace[549989272] 'agreement among raft nodes before linearized reading' (duration: 155.670078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:16.124242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.852219ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:35:16.156762Z","caller":"traceutil/trace.go:171","msg":"trace[123122005] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"185.35865ms","start":"2026-04-16T16:35:15.971377Z","end":"2026-04-16T16:35:16.156736Z","steps":["trace[123122005] 'process raft request' (duration: 185.179866ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:16.768126Z","caller":"traceutil/trace.go:171","msg":"trace[1117493035] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"165.023023ms","start":"2026-04-16T16:35:16.603067Z","end":"2026-04-16T16:35:16.76809Z","steps":["trace[1117493035] 'process raft request' (duration: 164.755417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:17.136855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.121159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:17.137096Z","caller":"traceutil/trace.go:171","msg":"trace[1054393441] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1443; }","duration":"167.001818ms","start":"2026-04-16T16:35:16.970075Z","end":"2026-04-16T16:35:17.137077Z","steps":["trace[1054393441] 'read index received' (duration: 30.220464ms)","trace[1054393441] 'applied index is now lower than readState.Index' (duration: 136.779484ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:17.137204Z","caller":"traceutil/trace.go:171","msg":"trace[1450858512] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"199.551506ms","start":"2026-04-16T16:35:16.937638Z","end":"2026-04-16T16:35:17.137189Z","steps":["trace[1450858512] 'process raft request' (duration: 63.000037ms)","trace[1450858512] 'compare' (duration: 135.463164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:17.137554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.457939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:35:17.138815Z","caller":"traceutil/trace.go:171","msg":"trace[1891224053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1377; }","duration":"168.759698ms","start":"2026-04-16T16:35:16.970023Z","end":"2026-04-16T16:35:17.138783Z","steps":["trace[1891224053] 'agreement among raft nodes before linearized reading' (duration: 167.380997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:17.139465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.240531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:35:17.139572Z","caller":"traceutil/trace.go:171","msg":"trace[1465492655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1377; }","duration":"169.402464ms","start":"2026-04-16T16:35:16.970146Z","end":"2026-04-16T16:35:17.139548Z","steps":["trace[1465492655] 'agreement among raft nodes before linearized reading' (duration: 169.151259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:17.139612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.519685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:35:17.139667Z","caller":"traceutil/trace.go:171","msg":"trace[588033371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1377; }","duration":"162.609248ms","start":"2026-04-16T16:35:16.977046Z","end":"2026-04-16T16:35:17.139655Z","steps":["trace[588033371] 'agreement among raft nodes before linearized reading' (duration: 162.406723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:17.139861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.544287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:35:17.13991Z","caller":"traceutil/trace.go:171","msg":"trace[1332266041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1377; }","duration":"169.609378ms","start":"2026-04-16T16:35:16.970287Z","end":"2026-04-16T16:35:17.139896Z","steps":["trace[1332266041] 'agreement among raft nodes before linearized reading' (duration: 169.473105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:18.061789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:18.276845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.131242073s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:35:18.429854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.408366ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:35:18.429992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.830152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:18.430069Z","caller":"traceutil/trace.go:171","msg":"trace[371943771] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1377; }","duration":"759.628961ms","start":"2026-04-16T16:35:17.670419Z","end":"2026-04-16T16:35:18.430048Z","steps":["trace[371943771] 'range keys from in-memory index tree' (duration: 759.390466ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:18.430145Z","caller":"traceutil/trace.go:171","msg":"trace[2049825150] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"1.284583656s","start":"2026-04-16T16:35:17.145529Z","end":"2026-04-16T16:35:18.430113Z","steps":["trace[2049825150] 'process raft request' (duration: 1.131529419s)","trace[2049825150] 'compare' (duration: 152.475344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:18.430547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:17.145512Z","time spent":"1.284935545s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:19.56175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000159405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:35:19.56183Z","caller":"traceutil/trace.go:171","msg":"trace[775236699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318538s","start":"2026-04-16T16:35:17.561495Z","end":"2026-04-16T16:35:19.561814Z","steps":["trace[775236699] 'agreement among raft nodes before linearized reading' (duration: 2.000181845s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:19.56187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:17.56148Z","time spent":"2.00038199s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:35:20.039702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.762657506s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:35:21.56252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:35:21.562607Z","caller":"traceutil/trace.go:171","msg":"trace[1319297603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312648s","start":"2026-04-16T16:35:19.562276Z","end":"2026-04-16T16:35:21.562589Z","steps":["trace[1319297603] 'agreement among raft nodes before linearized reading' (duration: 2.000191215s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:21.563226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:19.562263Z","time spent":"2.000381721s","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:35:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:35:21.604461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564222455s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:21.604702Z","caller":"traceutil/trace.go:171","msg":"trace[719473877] linearizableReadLoop","detail":"{readStateIndex:1449; appliedIndex:1444; }","duration":"4.043150266s","start":"2026-04-16T16:35:17.561535Z","end":"2026-04-16T16:35:21.604685Z","steps":["trace[719473877] 'read index received' (duration: 715.542838ms)","trace[719473877] 'applied index is now lower than readState.Index' (duration: 3.327606618s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:21.604781Z","caller":"traceutil/trace.go:171","msg":"trace[1229259981] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"4.459001654s","start":"2026-04-16T16:35:17.145765Z","end":"2026-04-16T16:35:21.604767Z","steps":["trace[1229259981] 'process raft request' (duration: 2.894379939s)","trace[1229259981] 'compare' (duration: 1.564106283s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:21.604847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:17.145759Z","time spent":"4.459052915s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:21.60505Z","caller":"traceutil/trace.go:171","msg":"trace[823298780] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"4.458352559s","start":"2026-04-16T16:35:17.146677Z","end":"2026-04-16T16:35:21.60503Z","steps":["trace[823298780] 'process raft request' (duration: 4.457943119s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:21.605101Z","caller":"traceutil/trace.go:171","msg":"trace[1245437981] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"3.550209264s","start":"2026-04-16T16:35:18.054879Z","end":"2026-04-16T16:35:21.605088Z","steps":["trace[1245437981] 'process raft request' (duration: 3.549770994s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:21.605165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:18.054855Z","time spent":"3.550275336s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:21.605288Z","caller":"traceutil/trace.go:171","msg":"trace[542026969] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"4.459259009s","start":"2026-04-16T16:35:17.146019Z","end":"2026-04-16T16:35:21.605278Z","steps":["trace[542026969] 'process raft request' (duration: 4.458544163s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:21.605169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:17.146666Z","time spent":"4.45844627s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:21.605521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:17.145948Z","time spent":"4.459545916s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:22.105566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:22.60614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:23.10699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:23.150864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.601483751s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:35:23.291958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.818846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:23.292056Z","caller":"traceutil/trace.go:171","msg":"trace[803276519] linearizableReadLoop","detail":"{readStateIndex:1450; appliedIndex:1449; }","duration":"1.687301903s","start":"2026-04-16T16:35:21.604739Z","end":"2026-04-16T16:35:23.292041Z","steps":["trace[803276519] 'read index received' (duration: 1.546263451s)","trace[803276519] 'applied index is now lower than readState.Index' (duration: 141.037062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:23.292138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.524528049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:23.29222Z","caller":"traceutil/trace.go:171","msg":"trace[750660737] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1383; }","duration":"4.524638961s","start":"2026-04-16T16:35:18.767572Z","end":"2026-04-16T16:35:23.292211Z","steps":["trace[750660737] 'agreement among raft nodes before linearized reading' (duration: 4.524511618s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.292335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:18.767554Z","time spent":"4.524698163s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:35:23.292544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051254639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:35:23.292694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455266011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:23.292765Z","caller":"traceutil/trace.go:171","msg":"trace[1243971022] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1383; }","duration":"3.455382504s","start":"2026-04-16T16:35:19.837364Z","end":"2026-04-16T16:35:23.292746Z","steps":["trace[1243971022] 'agreement among raft nodes before linearized reading' (duration: 3.455246791s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.292752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737038982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T16:35:23.292813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:19.837343Z","time spent":"3.455456415s","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:35:23.292835Z","caller":"traceutil/trace.go:171","msg":"trace[1724267147] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:1383; }","duration":"2.737155785s","start":"2026-04-16T16:35:20.555666Z","end":"2026-04-16T16:35:23.292822Z","steps":["trace[1724267147] 'agreement among raft nodes before linearized reading' (duration: 2.73695783s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.292841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521015298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T16:35:23.292902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:20.555645Z","time spent":"2.737246877s","remote":"127.0.0.1:54960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-04-16T16:35:23.292925Z","caller":"traceutil/trace.go:171","msg":"trace[1642315123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1383; }","duration":"4.521139212s","start":"2026-04-16T16:35:18.771764Z","end":"2026-04-16T16:35:23.292903Z","steps":["trace[1642315123] 'agreement among raft nodes before linearized reading' (duration: 4.520891666s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.292977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:18.771733Z","time spent":"4.521232163s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:35:23.293067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817229075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:35:23.292705Z","caller":"traceutil/trace.go:171","msg":"trace[1973418011] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1383; }","duration":"2.051497594s","start":"2026-04-16T16:35:21.241181Z","end":"2026-04-16T16:35:23.292679Z","steps":["trace[1973418011] 'agreement among raft nodes before linearized reading' (duration: 2.051144896s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.293249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85835134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:35:23.293301Z","caller":"traceutil/trace.go:171","msg":"trace[1154788828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1383; }","duration":"2.858443412s","start":"2026-04-16T16:35:20.434846Z","end":"2026-04-16T16:35:23.293289Z","steps":["trace[1154788828] 'agreement among raft nodes before linearized reading' (duration: 2.858309029s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.293349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:20.434827Z","time spent":"2.858510924s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:35:23.293445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724897267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:23.293488Z","caller":"traceutil/trace.go:171","msg":"trace[1012781101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1383; }","duration":"1.725010551s","start":"2026-04-16T16:35:21.568467Z","end":"2026-04-16T16:35:23.293477Z","steps":["trace[1012781101] 'agreement among raft nodes before linearized reading' (duration: 1.724875906s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.293247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:21.241152Z","time spent":"2.052072627s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:35:23.293554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:21.568401Z","time spent":"1.725144663s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:35:23.29313Z","caller":"traceutil/trace.go:171","msg":"trace[395204072] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1383; }","duration":"2.817329217s","start":"2026-04-16T16:35:20.475785Z","end":"2026-04-16T16:35:23.293114Z","steps":["trace[395204072] 'agreement among raft nodes before linearized reading' (duration: 2.817228085s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.293825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:20.475765Z","time spent":"2.818033844s","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:35:23.293721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725313167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6e36b7492213d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T16:35:23.293102Z","caller":"traceutil/trace.go:171","msg":"trace[361508282] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"4.149785184s","start":"2026-04-16T16:35:19.143287Z","end":"2026-04-16T16:35:23.293072Z","steps":["trace[361508282] 'process raft request' (duration: 4.007779161s)","trace[361508282] 'compare' (duration: 140.665143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:23.294287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:19.143258Z","time spent":"4.150909721s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:23.294012Z","caller":"traceutil/trace.go:171","msg":"trace[1369226718] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6e36b7492213d; range_end:; response_count:1; response_revision:1383; }","duration":"1.725654825s","start":"2026-04-16T16:35:21.568336Z","end":"2026-04-16T16:35:23.293991Z","steps":["trace[1369226718] 'agreement among raft nodes before linearized reading' (duration: 1.725087441s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.294853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:21.568318Z","time spent":"1.726496494s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6e36b7492213d\" "} {"level":"info","ts":"2026-04-16T16:35:23.736523Z","caller":"traceutil/trace.go:171","msg":"trace[394790908] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"439.502573ms","start":"2026-04-16T16:35:23.296996Z","end":"2026-04-16T16:35:23.736498Z","steps":["trace[394790908] 'process raft request' (duration: 439.239127ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:23.736543Z","caller":"traceutil/trace.go:171","msg":"trace[2059545466] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"437.971807ms","start":"2026-04-16T16:35:23.298553Z","end":"2026-04-16T16:35:23.736525Z","steps":["trace[2059545466] 'process raft request' (duration: 437.933336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.736654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:23.298525Z","time spent":"438.07242ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:23.736655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:23.296975Z","time spent":"439.614045ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:23.736629Z","caller":"traceutil/trace.go:171","msg":"trace[1584645472] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"439.208796ms","start":"2026-04-16T16:35:23.297377Z","end":"2026-04-16T16:35:23.736586Z","steps":["trace[1584645472] 'process raft request' (duration: 439.059902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.737516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:23.297365Z","time spent":"439.381949ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:23.768558Z","caller":"traceutil/trace.go:171","msg":"trace[2118383755] linearizableReadLoop","detail":"{readStateIndex:1455; appliedIndex:1451; }","duration":"381.416888ms","start":"2026-04-16T16:35:23.387116Z","end":"2026-04-16T16:35:23.768533Z","steps":["trace[2118383755] 'read index received' (duration: 349.105255ms)","trace[2118383755] 'applied index is now lower than readState.Index' (duration: 32.310683ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:23.768607Z","caller":"traceutil/trace.go:171","msg":"trace[1598929504] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"387.367804ms","start":"2026-04-16T16:35:23.381192Z","end":"2026-04-16T16:35:23.76856Z","steps":["trace[1598929504] 'process raft request' (duration: 387.210451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.76875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.616652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:35:23.768758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:23.381164Z","time spent":"387.515957ms","remote":"127.0.0.1:54960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:23.768786Z","caller":"traceutil/trace.go:171","msg":"trace[2073527232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1387; }","duration":"381.701153ms","start":"2026-04-16T16:35:23.387074Z","end":"2026-04-16T16:35:23.768775Z","steps":["trace[2073527232] 'agreement among raft nodes before linearized reading' (duration: 381.590581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.768821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:23.387062Z","time spent":"381.751665ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:35:23.769198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.059006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:35:23.769228Z","caller":"traceutil/trace.go:171","msg":"trace[294033109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1387; }","duration":"159.117806ms","start":"2026-04-16T16:35:23.610102Z","end":"2026-04-16T16:35:23.769219Z","steps":["trace[294033109] 'agreement among raft nodes before linearized reading' (duration: 159.007624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:23.769389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.248957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T16:35:23.769435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.295581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:35:23.76943Z","caller":"traceutil/trace.go:171","msg":"trace[1833590383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1387; }","duration":"158.301108ms","start":"2026-04-16T16:35:23.611117Z","end":"2026-04-16T16:35:23.769418Z","steps":["trace[1833590383] 'agreement among raft nodes before linearized reading' (duration: 158.151884ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:23.769465Z","caller":"traceutil/trace.go:171","msg":"trace[1406371909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1387; }","duration":"159.354582ms","start":"2026-04-16T16:35:23.610101Z","end":"2026-04-16T16:35:23.769456Z","steps":["trace[1406371909] 'agreement among raft nodes before linearized reading' (duration: 159.27142ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:23.981075Z","caller":"traceutil/trace.go:171","msg":"trace[2060999250] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"207.654874ms","start":"2026-04-16T16:35:23.77339Z","end":"2026-04-16T16:35:23.981045Z","steps":["trace[2060999250] 'process raft request' (duration: 174.345118ms)","trace[2060999250] 'compare' (duration: 33.175873ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:24.021681Z","caller":"traceutil/trace.go:171","msg":"trace[309628483] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"248.215855ms","start":"2026-04-16T16:35:23.773447Z","end":"2026-04-16T16:35:24.021662Z","steps":["trace[309628483] 'process raft request' (duration: 248.068041ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:24.021875Z","caller":"traceutil/trace.go:171","msg":"trace[693248799] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1455; }","duration":"247.450519ms","start":"2026-04-16T16:35:23.774392Z","end":"2026-04-16T16:35:24.021842Z","steps":["trace[693248799] 'read index received' (duration: 173.464608ms)","trace[693248799] 'applied index is now lower than readState.Index' (duration: 73.983941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:24.022011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.598552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T16:35:24.021973Z","caller":"traceutil/trace.go:171","msg":"trace[1202385833] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"247.084631ms","start":"2026-04-16T16:35:23.774836Z","end":"2026-04-16T16:35:24.021921Z","steps":["trace[1202385833] 'process raft request' (duration: 246.794503ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:24.022076Z","caller":"traceutil/trace.go:171","msg":"trace[501045039] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1390; }","duration":"247.697075ms","start":"2026-04-16T16:35:23.774369Z","end":"2026-04-16T16:35:24.022066Z","steps":["trace[501045039] 'agreement among raft nodes before linearized reading' (duration: 247.570382ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:24.680647Z","caller":"traceutil/trace.go:171","msg":"trace[1163468913] linearizableReadLoop","detail":"{readStateIndex:1459; appliedIndex:1458; }","duration":"115.221429ms","start":"2026-04-16T16:35:24.565397Z","end":"2026-04-16T16:35:24.680619Z","steps":["trace[1163468913] 'read index received' (duration: 115.100676ms)","trace[1163468913] 'applied index is now lower than readState.Index' (duration: 119.313µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:24.680677Z","caller":"traceutil/trace.go:171","msg":"trace[993786685] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"145.059874ms","start":"2026-04-16T16:35:24.535588Z","end":"2026-04-16T16:35:24.680648Z","steps":["trace[993786685] 'process raft request' (duration: 144.8692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:24.680791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.375132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:24.680826Z","caller":"traceutil/trace.go:171","msg":"trace[1568023420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1391; }","duration":"115.465244ms","start":"2026-04-16T16:35:24.565349Z","end":"2026-04-16T16:35:24.680814Z","steps":["trace[1568023420] 'agreement among raft nodes before linearized reading' (duration: 115.374212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:26.241661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:26.74265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:27.243124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:27.744365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:28.245218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:28.343292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.04319635s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:35:28.343743Z","caller":"traceutil/trace.go:171","msg":"trace[907413602] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"3.043756182s","start":"2026-04-16T16:35:25.299962Z","end":"2026-04-16T16:35:28.343719Z","steps":["trace[907413602] 'process raft request' (duration: 3.043562448s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.343926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:25.299938Z","time spent":"3.043898265s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:28.360745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000486172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:35:28.360826Z","caller":"traceutil/trace.go:171","msg":"trace[1595948290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000637766s","start":"2026-04-16T16:35:26.360171Z","end":"2026-04-16T16:35:28.360809Z","steps":["trace[1595948290] 'agreement among raft nodes before linearized reading' (duration: 2.000540844s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.36087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:26.360152Z","time spent":"2.000707097s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:35:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:35:28.519212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.264976ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:35:28.519694Z","caller":"traceutil/trace.go:171","msg":"trace[1687996209] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"156.222271ms","start":"2026-04-16T16:35:28.363438Z","end":"2026-04-16T16:35:28.51966Z","steps":["trace[1687996209] 'process raft request' (duration: 156.15394ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:28.519956Z","caller":"traceutil/trace.go:171","msg":"trace[1734032107] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1459; }","duration":"2.77867815s","start":"2026-04-16T16:35:25.741255Z","end":"2026-04-16T16:35:28.519934Z","steps":["trace[1734032107] 'read index received' (duration: 2.602295286s)","trace[1734032107] 'applied index is now lower than readState.Index' (duration: 176.380494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:28.520224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955630762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:35:28.520272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778935056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:35:28.520321Z","caller":"traceutil/trace.go:171","msg":"trace[1399134143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1394; }","duration":"2.779022157s","start":"2026-04-16T16:35:25.741286Z","end":"2026-04-16T16:35:28.520309Z","steps":["trace[1399134143] 'agreement among raft nodes before linearized reading' (duration: 2.778802082s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.520335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534892787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T16:35:28.520366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:25.741275Z","time spent":"2.779082669s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:35:28.520383Z","caller":"traceutil/trace.go:171","msg":"trace[1061006704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1394; }","duration":"2.534970959s","start":"2026-04-16T16:35:25.985398Z","end":"2026-04-16T16:35:28.520369Z","steps":["trace[1061006704] 'agreement among raft nodes before linearized reading' (duration: 2.534879526s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.520439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:25.985379Z","time spent":"2.53504839s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:35:28.520427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494898207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:35:28.520515Z","caller":"traceutil/trace.go:171","msg":"trace[2116381013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1394; }","duration":"2.495084301s","start":"2026-04-16T16:35:26.025417Z","end":"2026-04-16T16:35:28.520502Z","steps":["trace[2116381013] 'agreement among raft nodes before linearized reading' (duration: 2.494783784s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.52053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494950278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:35:28.520573Z","caller":"traceutil/trace.go:171","msg":"trace[1342258536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1394; }","duration":"2.49504991s","start":"2026-04-16T16:35:26.025513Z","end":"2026-04-16T16:35:28.520562Z","steps":["trace[1342258536] 'agreement among raft nodes before linearized reading' (duration: 2.494888516s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.520577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699957404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:35:28.520603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:26.025489Z","time spent":"2.495106662s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:35:28.520611Z","caller":"traceutil/trace.go:171","msg":"trace[2056776035] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1394; }","duration":"1.700016905s","start":"2026-04-16T16:35:26.820582Z","end":"2026-04-16T16:35:28.520599Z","steps":["trace[2056776035] 'agreement among raft nodes before linearized reading' (duration: 1.699962884s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.52058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:26.025403Z","time spent":"2.495153362s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:35:28.520642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:26.820566Z","time spent":"1.700068257s","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:35:28.519722Z","caller":"traceutil/trace.go:171","msg":"trace[1140307762] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"2.239735591s","start":"2026-04-16T16:35:26.279942Z","end":"2026-04-16T16:35:28.519678Z","steps":["trace[1140307762] 'process raft request' (duration: 2.239414754s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:28.520476Z","caller":"traceutil/trace.go:171","msg":"trace[1295542876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1394; }","duration":"1.955747013s","start":"2026-04-16T16:35:26.564531Z","end":"2026-04-16T16:35:28.520278Z","steps":["trace[1295542876] 'agreement among raft nodes before linearized reading' (duration: 1.955626121s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.520915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:26.564515Z","time spent":"1.95639095s","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:35:28.520937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:26.279923Z","time spent":"2.240894109s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:28.520219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778948086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:35:28.52107Z","caller":"traceutil/trace.go:171","msg":"trace[1713324559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1394; }","duration":"2.779836107s","start":"2026-04-16T16:35:25.741215Z","end":"2026-04-16T16:35:28.521051Z","steps":["trace[1713324559] 'agreement among raft nodes before linearized reading' (duration: 2.778813073s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.521147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:25.741192Z","time spent":"2.779925999s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:35:28.814719Z","caller":"traceutil/trace.go:171","msg":"trace[119864949] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"289.403981ms","start":"2026-04-16T16:35:28.525283Z","end":"2026-04-16T16:35:28.814687Z","steps":["trace[119864949] 'process raft request' (duration: 262.635297ms)","trace[119864949] 'compare' (duration: 26.551279ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:28.815174Z","caller":"traceutil/trace.go:171","msg":"trace[875485825] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"288.717066ms","start":"2026-04-16T16:35:28.526439Z","end":"2026-04-16T16:35:28.815156Z","steps":["trace[875485825] 'process raft request' (duration: 288.204663ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:28.815328Z","caller":"traceutil/trace.go:171","msg":"trace[890062505] linearizableReadLoop","detail":"{readStateIndex:1468; appliedIndex:1463; }","duration":"287.824985ms","start":"2026-04-16T16:35:28.527477Z","end":"2026-04-16T16:35:28.815302Z","steps":["trace[890062505] 'read index received' (duration: 30.680594ms)","trace[890062505] 'applied index is now lower than readState.Index' (duration: 257.143221ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:28.815352Z","caller":"traceutil/trace.go:171","msg":"trace[1498607372] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"288.200034ms","start":"2026-04-16T16:35:28.527131Z","end":"2026-04-16T16:35:28.815331Z","steps":["trace[1498607372] 'process raft request' (duration: 287.953918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.815452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.959719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:28.815368Z","caller":"traceutil/trace.go:171","msg":"trace[557565043] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"288.037731ms","start":"2026-04-16T16:35:28.527297Z","end":"2026-04-16T16:35:28.815335Z","steps":["trace[557565043] 'process raft request' (duration: 287.950829ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:28.815515Z","caller":"traceutil/trace.go:171","msg":"trace[233767449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1399; }","duration":"288.052441ms","start":"2026-04-16T16:35:28.527442Z","end":"2026-04-16T16:35:28.815494Z","steps":["trace[233767449] 'agreement among raft nodes before linearized reading' (duration: 287.957998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:31.021391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:31.521851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:31.554164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205470291s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:35:31.554482Z","caller":"traceutil/trace.go:171","msg":"trace[319133177] linearizableReadLoop","detail":"{readStateIndex:1469; appliedIndex:1468; }","duration":"1.033504546s","start":"2026-04-16T16:35:30.520956Z","end":"2026-04-16T16:35:31.554461Z","steps":["trace[319133177] 'read index received' (duration: 1.033321982s)","trace[319133177] 'applied index is now lower than readState.Index' (duration: 181.674µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:31.554578Z","caller":"traceutil/trace.go:171","msg":"trace[727859562] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"1.205953272s","start":"2026-04-16T16:35:30.348587Z","end":"2026-04-16T16:35:31.554541Z","steps":["trace[727859562] 'process raft request' (duration: 1.205740907s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:31.554627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033643009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:31.554697Z","caller":"traceutil/trace.go:171","msg":"trace[833851897] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1400; }","duration":"1.033772782s","start":"2026-04-16T16:35:30.520907Z","end":"2026-04-16T16:35:31.55468Z","steps":["trace[833851897] 'agreement among raft nodes before linearized reading' (duration: 1.033648869s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:31.5547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.873754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T16:35:31.554725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.150168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T16:35:31.554785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:30.520893Z","time spent":"1.033839944s","remote":"127.0.0.1:43324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:35:31.554838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.084193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:35:31.554817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.273771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:35:31.554853Z","caller":"traceutil/trace.go:171","msg":"trace[792669086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1400; }","duration":"990.131123ms","start":"2026-04-16T16:35:30.564718Z","end":"2026-04-16T16:35:31.554849Z","steps":["trace[792669086] 'agreement among raft nodes before linearized reading' (duration: 990.108593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:31.554899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:30.564699Z","time spent":"990.195125ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:35:31.554891Z","caller":"traceutil/trace.go:171","msg":"trace[776982068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1400; }","duration":"735.358553ms","start":"2026-04-16T16:35:30.819515Z","end":"2026-04-16T16:35:31.554874Z","steps":["trace[776982068] 'agreement among raft nodes before linearized reading' (duration: 735.267851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:31.554906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.186889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:35:31.554764Z","caller":"traceutil/trace.go:171","msg":"trace[479507940] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:1400; }","duration":"998.983468ms","start":"2026-04-16T16:35:30.555766Z","end":"2026-04-16T16:35:31.554749Z","steps":["trace[479507940] 'agreement among raft nodes before linearized reading' (duration: 998.828023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:31.554949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:30.555746Z","time spent":"999.197973ms","remote":"127.0.0.1:54960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-04-16T16:35:31.554947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:30.81951Z","time spent":"735.421474ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:35:31.554949Z","caller":"traceutil/trace.go:171","msg":"trace[2051547449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1400; }","duration":"735.23499ms","start":"2026-04-16T16:35:30.819701Z","end":"2026-04-16T16:35:31.554936Z","steps":["trace[2051547449] 'agreement among raft nodes before linearized reading' (duration: 735.077876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:31.554949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.611744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-16T16:35:31.555001Z","caller":"traceutil/trace.go:171","msg":"trace[332030087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1400; }","duration":"990.699176ms","start":"2026-04-16T16:35:30.56429Z","end":"2026-04-16T16:35:31.554989Z","steps":["trace[332030087] 'agreement among raft nodes before linearized reading' (duration: 990.578754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:31.555025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:30.8195Z","time spent":"735.487296ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:35:31.55504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:30.564271Z","time spent":"990.758938ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:35:31.554835Z","caller":"traceutil/trace.go:171","msg":"trace[775818423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1400; }","duration":"735.290281ms","start":"2026-04-16T16:35:30.819513Z","end":"2026-04-16T16:35:31.554803Z","steps":["trace[775818423] 'agreement among raft nodes before linearized reading' (duration: 735.099816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:31.555116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:30.8195Z","time spent":"735.600899ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:35:31.554735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:30.348563Z","time spent":"1.206088466s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:31.555309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.611898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:35:31.555367Z","caller":"traceutil/trace.go:171","msg":"trace[2042665926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1400; }","duration":"735.723471ms","start":"2026-04-16T16:35:30.819626Z","end":"2026-04-16T16:35:31.55535Z","steps":["trace[2042665926] 'agreement among raft nodes before linearized reading' (duration: 735.281081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:31.555488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:30.819597Z","time spent":"735.878704ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:35:32.28454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.240559ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T16:35:32.284643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:31.556941Z","time spent":"727.697645ms","remote":"127.0.0.1:54960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T16:35:32.7855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034212102s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:35:34.565385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:35:34.565469Z","caller":"traceutil/trace.go:171","msg":"trace[2067344718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172886s","start":"2026-04-16T16:35:32.565278Z","end":"2026-04-16T16:35:34.565451Z","steps":["trace[2067344718] 'agreement among raft nodes before linearized reading' (duration: 2.000068274s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:34.565549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:32.565233Z","time spent":"2.000280999s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:35:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:35:34.656006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869895555s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:34.656278Z","caller":"traceutil/trace.go:171","msg":"trace[655857912] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"3.096313332s","start":"2026-04-16T16:35:31.559943Z","end":"2026-04-16T16:35:34.656257Z","steps":["trace[655857912] 'process raft request' (duration: 3.09622148s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:34.656371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:31.559936Z","time spent":"3.096403384s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:34.656487Z","caller":"traceutil/trace.go:171","msg":"trace[400063693] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"3.097757204s","start":"2026-04-16T16:35:31.558692Z","end":"2026-04-16T16:35:34.656449Z","steps":["trace[400063693] 'process raft request' (duration: 1.227349628s)","trace[400063693] 'compare' (duration: 1.869797382s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:34.656575Z","caller":"traceutil/trace.go:171","msg":"trace[465830592] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"3.097508909s","start":"2026-04-16T16:35:31.559033Z","end":"2026-04-16T16:35:34.656542Z","steps":["trace[465830592] 'process raft request' (duration: 3.097079669s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:34.656669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:31.558681Z","time spent":"3.097896568s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:34.656689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:31.559026Z","time spent":"3.097613481s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:34.656786Z","caller":"traceutil/trace.go:171","msg":"trace[640560582] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"3.096811664s","start":"2026-04-16T16:35:31.559963Z","end":"2026-04-16T16:35:34.656774Z","steps":["trace[640560582] 'process raft request' (duration: 3.096259691s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:34.656847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:31.559931Z","time spent":"3.096884304s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:34.656897Z","caller":"traceutil/trace.go:171","msg":"trace[915778086] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1469; }","duration":"2.974231259s","start":"2026-04-16T16:35:31.68265Z","end":"2026-04-16T16:35:34.656882Z","steps":["trace[915778086] 'read index received' (duration: 68.597797ms)","trace[915778086] 'applied index is now lower than readState.Index' (duration: 2.905632622s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:34.656967Z","caller":"traceutil/trace.go:171","msg":"trace[617854556] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"3.096196778s","start":"2026-04-16T16:35:31.560761Z","end":"2026-04-16T16:35:34.656958Z","steps":["trace[617854556] 'process raft request' (duration: 3.095973663s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:34.657027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:31.56074Z","time spent":"3.096247699s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:34.657048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974392872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:34.657109Z","caller":"traceutil/trace.go:171","msg":"trace[726919778] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1405; }","duration":"2.974495825s","start":"2026-04-16T16:35:31.682596Z","end":"2026-04-16T16:35:34.657092Z","steps":["trace[726919778] 'agreement among raft nodes before linearized reading' (duration: 2.974399123s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:34.657175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:31.682575Z","time spent":"2.974580866s","remote":"127.0.0.1:43294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:35:34.869576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.083654347s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:35:35.677956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.056063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:35.678228Z","caller":"traceutil/trace.go:171","msg":"trace[869004676] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"3.683220471s","start":"2026-04-16T16:35:31.994985Z","end":"2026-04-16T16:35:35.678206Z","steps":["trace[869004676] 'process raft request' (duration: 2.874843831s)","trace[869004676] 'compare' (duration: 807.660223ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:35.678233Z","caller":"traceutil/trace.go:171","msg":"trace[957664128] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"3.45526169s","start":"2026-04-16T16:35:32.222952Z","end":"2026-04-16T16:35:35.678214Z","steps":["trace[957664128] 'process raft request' (duration: 3.455105936s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:35.678308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:31.994957Z","time spent":"3.683314722s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:35.678323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:32.222927Z","time spent":"3.455352681s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:35:35.678228Z","caller":"traceutil/trace.go:171","msg":"trace[1886550896] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"3.392598071s","start":"2026-04-16T16:35:32.285613Z","end":"2026-04-16T16:35:35.678211Z","steps":["trace[1886550896] 'process raft request' (duration: 3.392536749s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:35.678427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:32.285595Z","time spent":"3.392783257s","remote":"127.0.0.1:54960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:36.024979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155160298s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:35:36.210893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.499259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:36.211017Z","caller":"traceutil/trace.go:171","msg":"trace[885926203] linearizableReadLoop","detail":"{readStateIndex:1479; appliedIndex:1475; }","duration":"1.554039011s","start":"2026-04-16T16:35:34.65693Z","end":"2026-04-16T16:35:36.210969Z","steps":["trace[885926203] 'read index received' (duration: 212.896673ms)","trace[885926203] 'applied index is now lower than readState.Index' (duration: 1.341141298s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:36.211288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491610172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:35:36.211305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645852715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:35:36.211312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253357943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:36.211357Z","caller":"traceutil/trace.go:171","msg":"trace[1833029377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1409; }","duration":"1.645912926s","start":"2026-04-16T16:35:34.565431Z","end":"2026-04-16T16:35:36.211344Z","steps":["trace[1833029377] 'agreement among raft nodes before linearized reading' (duration: 1.645830464s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:36.211384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:34.565376Z","time spent":"1.646002598s","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:35:36.211385Z","caller":"traceutil/trace.go:171","msg":"trace[286079227] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1409; }","duration":"3.253479856s","start":"2026-04-16T16:35:32.957889Z","end":"2026-04-16T16:35:36.211369Z","steps":["trace[286079227] 'agreement among raft nodes before linearized reading' (duration: 3.253352693s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:36.211401Z","caller":"traceutil/trace.go:171","msg":"trace[1893978113] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"2.650677427s","start":"2026-04-16T16:35:33.560616Z","end":"2026-04-16T16:35:36.211293Z","steps":["trace[1893978113] 'process raft request' (duration: 2.464678026s)","trace[1893978113] 'compare' (duration: 185.393007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:36.211434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796362036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5374"} {"level":"warn","ts":"2026-04-16T16:35:36.211441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:32.957869Z","time spent":"3.253558367s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:35:36.211466Z","caller":"traceutil/trace.go:171","msg":"trace[1166648326] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1409; }","duration":"3.796438109s","start":"2026-04-16T16:35:32.415021Z","end":"2026-04-16T16:35:36.211459Z","steps":["trace[1166648326] 'agreement among raft nodes before linearized reading' (duration: 3.796327186s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:36.211502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:32.414996Z","time spent":"3.796499719s","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5397,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T16:35:36.211517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:33.560572Z","time spent":"2.650874061s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:36.21133Z","caller":"traceutil/trace.go:171","msg":"trace[1497380016] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1409; }","duration":"4.491712584s","start":"2026-04-16T16:35:31.719605Z","end":"2026-04-16T16:35:36.211318Z","steps":["trace[1497380016] 'agreement among raft nodes before linearized reading' (duration: 4.491640423s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:36.211599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:31.719579Z","time spent":"4.492009742s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:35:36.211674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707186363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:35:36.211729Z","caller":"traceutil/trace.go:171","msg":"trace[1106114536] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1409; }","duration":"1.707272704s","start":"2026-04-16T16:35:34.504442Z","end":"2026-04-16T16:35:36.211714Z","steps":["trace[1106114536] 'agreement among raft nodes before linearized reading' (duration: 1.707183982s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:36.211797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:34.504424Z","time spent":"1.707358207s","remote":"127.0.0.1:43266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:35:36.285364Z","caller":"traceutil/trace.go:171","msg":"trace[298637750] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"603.123105ms","start":"2026-04-16T16:35:35.682215Z","end":"2026-04-16T16:35:36.285339Z","steps":["trace[298637750] 'process raft request' (duration: 602.975021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:36.285443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411798012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:35:36.28544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.963494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T16:35:36.285502Z","caller":"traceutil/trace.go:171","msg":"trace[1368406311] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1410; }","duration":"604.077036ms","start":"2026-04-16T16:35:35.681413Z","end":"2026-04-16T16:35:36.28549Z","steps":["trace[1368406311] 'agreement among raft nodes before linearized reading' (duration: 603.946963ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:36.285505Z","caller":"traceutil/trace.go:171","msg":"trace[943056584] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1410; }","duration":"1.411914785s","start":"2026-04-16T16:35:34.873578Z","end":"2026-04-16T16:35:36.285493Z","steps":["trace[943056584] 'agreement among raft nodes before linearized reading' (duration: 1.411773512s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:36.285542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:34.873555Z","time spent":"1.411975547s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:35:36.285609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:35.681392Z","time spent":"604.135858ms","remote":"127.0.0.1:55096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T16:35:36.285459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:35.68219Z","time spent":"603.229198ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:35:36.785755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:37.286117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:37.786894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113725110410811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:35:38.111856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.868583ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:38.11211Z","caller":"traceutil/trace.go:171","msg":"trace[417175616] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1410; }","duration":"441.430726ms","start":"2026-04-16T16:35:37.670664Z","end":"2026-04-16T16:35:38.112095Z","steps":["trace[417175616] 'range keys from in-memory index tree' (duration: 440.855503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.166734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.881518054s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:35:38.167282Z","caller":"traceutil/trace.go:171","msg":"trace[1122058297] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"1.946171199s","start":"2026-04-16T16:35:36.221088Z","end":"2026-04-16T16:35:38.167259Z","steps":["trace[1122058297] 'process raft request' (duration: 1.945950764s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.167454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:36.221075Z","time spent":"1.94625941s","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5500,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:38.218941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:35:38.219025Z","caller":"traceutil/trace.go:171","msg":"trace[291300130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387901s","start":"2026-04-16T16:35:36.218615Z","end":"2026-04-16T16:35:38.219003Z","steps":["trace[291300130] 'agreement among raft nodes before linearized reading' (duration: 2.000288419s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.219072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:36.2186Z","time spent":"2.000463174s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:35:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T16:35:38.497997Z","caller":"traceutil/trace.go:171","msg":"trace[742701478] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1480; }","duration":"2.21263966s","start":"2026-04-16T16:35:36.285327Z","end":"2026-04-16T16:35:38.497967Z","steps":["trace[742701478] 'read index received' (duration: 1.881703908s)","trace[742701478] 'applied index is now lower than readState.Index' (duration: 330.934412ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:38.498233Z","caller":"traceutil/trace.go:171","msg":"trace[456666762] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"2.208233867s","start":"2026-04-16T16:35:36.28997Z","end":"2026-04-16T16:35:38.498204Z","steps":["trace[456666762] 'process raft request' (duration: 2.207783907s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.498359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:36.28995Z","time spent":"2.208352069s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":823,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:35:38.500573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.956455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:35:38.500602Z","caller":"traceutil/trace.go:171","msg":"trace[862058355] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"283.267489ms","start":"2026-04-16T16:35:38.217316Z","end":"2026-04-16T16:35:38.500584Z","steps":["trace[862058355] 'process raft request' (duration: 282.957102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.500611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.619142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:38.500675Z","caller":"traceutil/trace.go:171","msg":"trace[479847323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1413; }","duration":"281.696544ms","start":"2026-04-16T16:35:38.218962Z","end":"2026-04-16T16:35:38.500658Z","steps":["trace[479847323] 'agreement among raft nodes before linearized reading' (duration: 281.626003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.50069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.214213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-16T16:35:38.50072Z","caller":"traceutil/trace.go:171","msg":"trace[673326744] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:1413; }","duration":"329.340385ms","start":"2026-04-16T16:35:38.171372Z","end":"2026-04-16T16:35:38.500712Z","steps":["trace[673326744] 'agreement among raft nodes before linearized reading' (duration: 329.283004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.500751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:38.171325Z","time spent":"329.419817ms","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":687,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-04-16T16:35:38.500633Z","caller":"traceutil/trace.go:171","msg":"trace[1836142494] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1413; }","duration":"915.076628ms","start":"2026-04-16T16:35:37.585543Z","end":"2026-04-16T16:35:38.500619Z","steps":["trace[1836142494] 'agreement among raft nodes before linearized reading' (duration: 914.947815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.500935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:37.585522Z","time spent":"915.398935ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:35:38.501079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84073662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:35:38.501125Z","caller":"traceutil/trace.go:171","msg":"trace[1545416595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1413; }","duration":"1.840797281s","start":"2026-04-16T16:35:36.660314Z","end":"2026-04-16T16:35:38.501112Z","steps":["trace[1545416595] 'agreement among raft nodes before linearized reading' (duration: 1.840648858s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.501158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:36.660311Z","time spent":"1.840839612s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:35:38.50056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212358463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T16:35:38.501187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841041057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-16T16:35:38.501226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840620388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:35:38.501249Z","caller":"traceutil/trace.go:171","msg":"trace[1045141103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1413; }","duration":"1.841133499s","start":"2026-04-16T16:35:36.660102Z","end":"2026-04-16T16:35:38.501236Z","steps":["trace[1045141103] 'agreement among raft nodes before linearized reading' (duration: 1.840955385s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:38.501269Z","caller":"traceutil/trace.go:171","msg":"trace[1943585666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1413; }","duration":"1.840670699s","start":"2026-04-16T16:35:36.660586Z","end":"2026-04-16T16:35:38.501256Z","steps":["trace[1943585666] 'agreement among raft nodes before linearized reading' (duration: 1.840555146s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.501282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:36.660088Z","time spent":"1.84118616s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:35:38.501304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:36.660582Z","time spent":"1.84071494s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:35:38.501198Z","caller":"traceutil/trace.go:171","msg":"trace[321872580] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1413; }","duration":"2.213184122s","start":"2026-04-16T16:35:36.288002Z","end":"2026-04-16T16:35:38.501186Z","steps":["trace[321872580] 'agreement among raft nodes before linearized reading' (duration: 2.212417505s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.501392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:36.287984Z","time spent":"2.213392846s","remote":"127.0.0.1:54960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T16:35:38.501196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841059808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:35:38.501487Z","caller":"traceutil/trace.go:171","msg":"trace[212098033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1413; }","duration":"1.841449267s","start":"2026-04-16T16:35:36.660026Z","end":"2026-04-16T16:35:38.501475Z","steps":["trace[212098033] 'agreement among raft nodes before linearized reading' (duration: 1.841039077s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.501524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:36.660004Z","time spent":"1.841509608s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:35:38.501287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839329987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:35:38.502021Z","caller":"traceutil/trace.go:171","msg":"trace[2000663907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1413; }","duration":"1.840063164s","start":"2026-04-16T16:35:36.661945Z","end":"2026-04-16T16:35:38.502008Z","steps":["trace[2000663907] 'agreement among raft nodes before linearized reading' (duration: 1.839101132s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.502053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:36.66194Z","time spent":"1.840105715s","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:35:38.607196Z","caller":"traceutil/trace.go:171","msg":"trace[371523900] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"100.233768ms","start":"2026-04-16T16:35:38.506947Z","end":"2026-04-16T16:35:38.60718Z","steps":["trace[371523900] 'process raft request' (duration: 99.713426ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:38.607456Z","caller":"traceutil/trace.go:171","msg":"trace[447976711] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"100.134686ms","start":"2026-04-16T16:35:38.507299Z","end":"2026-04-16T16:35:38.607433Z","steps":["trace[447976711] 'process raft request' (duration: 100.071444ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:38.607814Z","caller":"traceutil/trace.go:171","msg":"trace[325395255] linearizableReadLoop","detail":"{readStateIndex:1485; appliedIndex:1483; }","duration":"100.995345ms","start":"2026-04-16T16:35:38.506809Z","end":"2026-04-16T16:35:38.607805Z","steps":["trace[325395255] 'read index received' (duration: 31.99766ms)","trace[325395255] 'applied index is now lower than readState.Index' (duration: 68.996755ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:38.607631Z","caller":"traceutil/trace.go:171","msg":"trace[223877989] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"100.483283ms","start":"2026-04-16T16:35:38.507135Z","end":"2026-04-16T16:35:38.607618Z","steps":["trace[223877989] 'process raft request' (duration: 100.108364ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:38.607668Z","caller":"traceutil/trace.go:171","msg":"trace[756817043] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"100.436002ms","start":"2026-04-16T16:35:38.507223Z","end":"2026-04-16T16:35:38.607659Z","steps":["trace[756817043] 'process raft request' (duration: 100.106064ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:38.607124Z","caller":"traceutil/trace.go:171","msg":"trace[2075862375] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"100.083494ms","start":"2026-04-16T16:35:38.5067Z","end":"2026-04-16T16:35:38.606783Z","steps":["trace[2075862375] 'process raft request' (duration: 99.45941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:38.608002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.167739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T16:35:38.608035Z","caller":"traceutil/trace.go:171","msg":"trace[774058274] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1420; }","duration":"101.23444ms","start":"2026-04-16T16:35:38.506792Z","end":"2026-04-16T16:35:38.608026Z","steps":["trace[774058274] 'agreement among raft nodes before linearized reading' (duration: 101.148868ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:38.918267Z","caller":"traceutil/trace.go:171","msg":"trace[1438211056] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"226.542308ms","start":"2026-04-16T16:35:38.691692Z","end":"2026-04-16T16:35:38.918234Z","steps":["trace[1438211056] 'process raft request' (duration: 226.289972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:39.284506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.571054ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:35:41.085563Z","caller":"traceutil/trace.go:171","msg":"trace[1811430216] linearizableReadLoop","detail":"{readStateIndex:1500; appliedIndex:1498; }","duration":"428.912277ms","start":"2026-04-16T16:35:40.656623Z","end":"2026-04-16T16:35:41.085536Z","steps":["trace[1811430216] 'read index received' (duration: 51.398408ms)","trace[1811430216] 'applied index is now lower than readState.Index' (duration: 377.512599ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:41.085782Z","caller":"traceutil/trace.go:171","msg":"trace[89771590] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"429.712397ms","start":"2026-04-16T16:35:40.655969Z","end":"2026-04-16T16:35:41.085681Z","steps":["trace[89771590] 'process raft request' (duration: 429.199065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:41.085857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.203394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T16:35:41.085921Z","caller":"traceutil/trace.go:171","msg":"trace[490576496] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1431; }","duration":"429.302386ms","start":"2026-04-16T16:35:40.656601Z","end":"2026-04-16T16:35:41.085903Z","steps":["trace[490576496] 'agreement among raft nodes before linearized reading' (duration: 429.163113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:41.085963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:40.656594Z","time spent":"429.359348ms","remote":"127.0.0.1:55096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T16:35:41.086101Z","caller":"traceutil/trace.go:171","msg":"trace[882487046] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"428.285453ms","start":"2026-04-16T16:35:40.657766Z","end":"2026-04-16T16:35:41.086051Z","steps":["trace[882487046] 'process raft request' (duration: 427.72226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:41.086219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:40.655962Z","time spent":"429.930812ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:41.086382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:40.657759Z","time spent":"428.457097ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:41.085673Z","caller":"traceutil/trace.go:171","msg":"trace[1500919810] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"428.862376ms","start":"2026-04-16T16:35:40.656711Z","end":"2026-04-16T16:35:41.085574Z","steps":["trace[1500919810] 'process raft request' (duration: 428.637291ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:41.086751Z","caller":"traceutil/trace.go:171","msg":"trace[310622813] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"429.00759ms","start":"2026-04-16T16:35:40.656711Z","end":"2026-04-16T16:35:41.085719Z","steps":["trace[310622813] 'process raft request' (duration: 428.718293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:41.086769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:40.656706Z","time spent":"429.948431ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:41.086942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:40.656695Z","time spent":"430.108584ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:43.476562Z","caller":"traceutil/trace.go:171","msg":"trace[1951399393] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"381.614943ms","start":"2026-04-16T16:35:43.094918Z","end":"2026-04-16T16:35:43.476533Z","steps":["trace[1951399393] 'process raft request' (duration: 381.313417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:43.476723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:43.094897Z","time spent":"381.736316ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:43.482329Z","caller":"traceutil/trace.go:171","msg":"trace[1154780133] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"386.870235ms","start":"2026-04-16T16:35:43.095442Z","end":"2026-04-16T16:35:43.482312Z","steps":["trace[1154780133] 'process raft request' (duration: 386.824204ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:43.482356Z","caller":"traceutil/trace.go:171","msg":"trace[1293079458] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"386.970478ms","start":"2026-04-16T16:35:43.095364Z","end":"2026-04-16T16:35:43.482335Z","steps":["trace[1293079458] 'process raft request' (duration: 386.763823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:43.482417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:43.095415Z","time spent":"386.960668ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:35:43.482464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:43.09535Z","time spent":"387.056259ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:43.482514Z","caller":"traceutil/trace.go:171","msg":"trace[943266463] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"386.287932ms","start":"2026-04-16T16:35:43.096197Z","end":"2026-04-16T16:35:43.482485Z","steps":["trace[943266463] 'process raft request' (duration: 386.092628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:43.482681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:43.096182Z","time spent":"386.411404ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:45.39477Z","caller":"traceutil/trace.go:171","msg":"trace[710293815] linearizableReadLoop","detail":"{readStateIndex:1523; appliedIndex:1522; }","duration":"196.75395ms","start":"2026-04-16T16:35:45.197997Z","end":"2026-04-16T16:35:45.394751Z","steps":["trace[710293815] 'read index received' (duration: 196.546585ms)","trace[710293815] 'applied index is now lower than readState.Index' (duration: 206.605µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:45.394879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.866832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:45.394855Z","caller":"traceutil/trace.go:171","msg":"trace[1489720929] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"654.78679ms","start":"2026-04-16T16:35:44.740032Z","end":"2026-04-16T16:35:45.394819Z","steps":["trace[1489720929] 'process raft request' (duration: 654.569165ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:45.394908Z","caller":"traceutil/trace.go:171","msg":"trace[1376871319] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1451; }","duration":"196.957994ms","start":"2026-04-16T16:35:45.197941Z","end":"2026-04-16T16:35:45.394899Z","steps":["trace[1376871319] 'agreement among raft nodes before linearized reading' (duration: 196.882872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:45.395009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:44.740001Z","time spent":"654.931094ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:45.744171Z","caller":"traceutil/trace.go:171","msg":"trace[2011197384] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"108.761245ms","start":"2026-04-16T16:35:45.635375Z","end":"2026-04-16T16:35:45.744136Z","steps":["trace[2011197384] 'process raft request' (duration: 14.868054ms)","trace[2011197384] 'compare' (duration: 93.740618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:45.991189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.426444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:45.991309Z","caller":"traceutil/trace.go:171","msg":"trace[8814363] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"240.575853ms","start":"2026-04-16T16:35:45.750714Z","end":"2026-04-16T16:35:45.99129Z","steps":["trace[8814363] 'process raft request' (duration: 132.969344ms)","trace[8814363] 'compare' (duration: 107.255121ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:46.136241Z","caller":"traceutil/trace.go:171","msg":"trace[1990647503] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"382.803821ms","start":"2026-04-16T16:35:45.753409Z","end":"2026-04-16T16:35:46.136213Z","steps":["trace[1990647503] 'process raft request' (duration: 343.755159ms)","trace[1990647503] 'compare' (duration: 38.861308ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:46.136351Z","caller":"traceutil/trace.go:171","msg":"trace[1916181002] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"182.385337ms","start":"2026-04-16T16:35:45.953944Z","end":"2026-04-16T16:35:46.13633Z","steps":["trace[1916181002] 'process raft request' (duration: 182.220873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:46.136413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:45.753396Z","time spent":"382.922364ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:35:48.357368Z","caller":"traceutil/trace.go:171","msg":"trace[1230566476] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"213.162319ms","start":"2026-04-16T16:35:48.14417Z","end":"2026-04-16T16:35:48.357332Z","steps":["trace[1230566476] 'process raft request' (duration: 212.938264ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:48.357314Z","caller":"traceutil/trace.go:171","msg":"trace[1469974340] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1543; }","duration":"100.177906ms","start":"2026-04-16T16:35:48.257106Z","end":"2026-04-16T16:35:48.357284Z","steps":["trace[1469974340] 'read index received' (duration: 99.871439ms)","trace[1469974340] 'applied index is now lower than readState.Index' (duration: 304.837µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:48.357568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.395121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:48.357693Z","caller":"traceutil/trace.go:171","msg":"trace[1796093861] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1471; }","duration":"100.612846ms","start":"2026-04-16T16:35:48.257049Z","end":"2026-04-16T16:35:48.357662Z","steps":["trace[1796093861] 'agreement among raft nodes before linearized reading' (duration: 100.363661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:49.506113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.458843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:49.506227Z","caller":"traceutil/trace.go:171","msg":"trace[1100171774] linearizableReadLoop","detail":"{readStateIndex:1548; appliedIndex:1547; }","duration":"605.401748ms","start":"2026-04-16T16:35:48.900808Z","end":"2026-04-16T16:35:49.50621Z","steps":["trace[1100171774] 'read index received' (duration: 110.75753ms)","trace[1100171774] 'applied index is now lower than readState.Index' (duration: 494.642827ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:49.506326Z","caller":"traceutil/trace.go:171","msg":"trace[1460583033] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"691.061159ms","start":"2026-04-16T16:35:48.815254Z","end":"2026-04-16T16:35:49.506315Z","steps":["trace[1460583033] 'process raft request' (duration: 196.33681ms)","trace[1460583033] 'compare' (duration: 494.014532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:49.506372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:48.815217Z","time spent":"691.133211ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:35:49.506668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.850158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:35:49.506708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.885965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:35:49.506739Z","caller":"traceutil/trace.go:171","msg":"trace[192374785] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1475; }","duration":"605.934461ms","start":"2026-04-16T16:35:48.90077Z","end":"2026-04-16T16:35:49.506705Z","steps":["trace[192374785] 'agreement among raft nodes before linearized reading' (duration: 605.828118ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:49.506772Z","caller":"traceutil/trace.go:171","msg":"trace[520507915] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1475; }","duration":"137.036459ms","start":"2026-04-16T16:35:49.369718Z","end":"2026-04-16T16:35:49.506754Z","steps":["trace[520507915] 'agreement among raft nodes before linearized reading' (duration: 136.893266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:49.506774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:48.900752Z","time spent":"606.015062ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-16T16:35:51.825838Z","caller":"traceutil/trace.go:171","msg":"trace[888251440] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"121.550182ms","start":"2026-04-16T16:35:51.704251Z","end":"2026-04-16T16:35:51.825801Z","steps":["trace[888251440] 'process raft request' (duration: 102.399758ms)","trace[888251440] 'compare' (duration: 18.878947ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:51.825853Z","caller":"traceutil/trace.go:171","msg":"trace[658135247] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"119.933893ms","start":"2026-04-16T16:35:51.70589Z","end":"2026-04-16T16:35:51.825824Z","steps":["trace[658135247] 'process raft request' (duration: 119.80219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:52.942131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.052172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:35:52.942221Z","caller":"traceutil/trace.go:171","msg":"trace[1155155702] linearizableReadLoop","detail":"{readStateIndex:1569; appliedIndex:1568; }","duration":"222.974645ms","start":"2026-04-16T16:35:52.719233Z","end":"2026-04-16T16:35:52.942208Z","steps":["trace[1155155702] 'read index received' (duration: 103.701027ms)","trace[1155155702] 'applied index is now lower than readState.Index' (duration: 119.272278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:35:52.942355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.118388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-16T16:35:52.942381Z","caller":"traceutil/trace.go:171","msg":"trace[2124997993] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1495; }","duration":"223.169749ms","start":"2026-04-16T16:35:52.719203Z","end":"2026-04-16T16:35:52.942373Z","steps":["trace[2124997993] 'agreement among raft nodes before linearized reading' (duration: 223.037926ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:52.942465Z","caller":"traceutil/trace.go:171","msg":"trace[1616589507] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"224.790667ms","start":"2026-04-16T16:35:52.717645Z","end":"2026-04-16T16:35:52.942436Z","steps":["trace[1616589507] 'process raft request' (duration: 105.357546ms)","trace[1616589507] 'compare' (duration: 118.860788ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:53.806096Z","caller":"traceutil/trace.go:171","msg":"trace[242599732] linearizableReadLoop","detail":"{readStateIndex:1572; appliedIndex:1571; }","duration":"210.509008ms","start":"2026-04-16T16:35:53.595563Z","end":"2026-04-16T16:35:53.806072Z","steps":["trace[242599732] 'read index received' (duration: 210.316873ms)","trace[242599732] 'applied index is now lower than readState.Index' (duration: 190.755µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:53.806271Z","caller":"traceutil/trace.go:171","msg":"trace[957143978] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"240.214384ms","start":"2026-04-16T16:35:53.566028Z","end":"2026-04-16T16:35:53.806243Z","steps":["trace[957143978] 'process raft request' (duration: 239.831394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:53.806776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.167363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:35:53.806953Z","caller":"traceutil/trace.go:171","msg":"trace[933906361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1498; }","duration":"211.279706ms","start":"2026-04-16T16:35:53.595534Z","end":"2026-04-16T16:35:53.806813Z","steps":["trace[933906361] 'agreement among raft nodes before linearized reading' (duration: 210.99766ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:53.915382Z","caller":"traceutil/trace.go:171","msg":"trace[1837772311] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"103.652607ms","start":"2026-04-16T16:35:53.8117Z","end":"2026-04-16T16:35:53.915352Z","steps":["trace[1837772311] 'process raft request' (duration: 103.594985ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:53.91542Z","caller":"traceutil/trace.go:171","msg":"trace[568903758] linearizableReadLoop","detail":"{readStateIndex:1573; appliedIndex:1572; }","duration":"109.198364ms","start":"2026-04-16T16:35:53.806183Z","end":"2026-04-16T16:35:53.915382Z","steps":["trace[568903758] 'read index received' (duration: 18.850185ms)","trace[568903758] 'applied index is now lower than readState.Index' (duration: 90.344329ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:53.915594Z","caller":"traceutil/trace.go:171","msg":"trace[1256825184] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"267.799362ms","start":"2026-04-16T16:35:53.647779Z","end":"2026-04-16T16:35:53.915579Z","steps":["trace[1256825184] 'process raft request' (duration: 177.242788ms)","trace[1256825184] 'compare' (duration: 90.047791ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:53.915927Z","caller":"traceutil/trace.go:171","msg":"trace[856701847] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"104.519297ms","start":"2026-04-16T16:35:53.811369Z","end":"2026-04-16T16:35:53.915888Z","steps":["trace[856701847] 'process raft request' (duration: 103.865641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:53.916056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.442266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:35:53.916108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.997061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-16T16:35:53.916145Z","caller":"traceutil/trace.go:171","msg":"trace[1370225097] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1501; }","duration":"309.65163ms","start":"2026-04-16T16:35:53.606475Z","end":"2026-04-16T16:35:53.916126Z","steps":["trace[1370225097] 'agreement among raft nodes before linearized reading' (duration: 309.468636ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:53.916159Z","caller":"traceutil/trace.go:171","msg":"trace[961745335] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1501; }","duration":"106.035082ms","start":"2026-04-16T16:35:53.810103Z","end":"2026-04-16T16:35:53.916138Z","steps":["trace[961745335] 'agreement among raft nodes before linearized reading' (duration: 105.938069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:53.916203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:53.606438Z","time spent":"309.750893ms","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:35:53.915998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.505799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:35:53.916422Z","caller":"traceutil/trace.go:171","msg":"trace[171227707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1501; }","duration":"202.010421ms","start":"2026-04-16T16:35:53.714387Z","end":"2026-04-16T16:35:53.916397Z","steps":["trace[171227707] 'agreement among raft nodes before linearized reading' (duration: 201.393617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:53.916391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.008784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:35:53.916739Z","caller":"traceutil/trace.go:171","msg":"trace[1134758664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1501; }","duration":"315.71056ms","start":"2026-04-16T16:35:53.600984Z","end":"2026-04-16T16:35:53.916694Z","steps":["trace[1134758664] 'agreement among raft nodes before linearized reading' (duration: 314.850071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:53.916931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:35:53.600976Z","time spent":"315.822963ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:35:54.107121Z","caller":"traceutil/trace.go:171","msg":"trace[994170770] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"187.202629ms","start":"2026-04-16T16:35:53.919897Z","end":"2026-04-16T16:35:54.1071Z","steps":["trace[994170770] 'process raft request' (duration: 128.682616ms)","trace[994170770] 'compare' (duration: 58.315738ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:35:54.107348Z","caller":"traceutil/trace.go:171","msg":"trace[54147720] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"183.640945ms","start":"2026-04-16T16:35:53.923695Z","end":"2026-04-16T16:35:54.107336Z","steps":["trace[54147720] 'process raft request' (duration: 183.485301ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:54.107371Z","caller":"traceutil/trace.go:171","msg":"trace[14851347] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"185.98608ms","start":"2026-04-16T16:35:53.921377Z","end":"2026-04-16T16:35:54.107363Z","steps":["trace[14851347] 'process raft request' (duration: 185.690813ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:54.107548Z","caller":"traceutil/trace.go:171","msg":"trace[1515898228] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"186.105553ms","start":"2026-04-16T16:35:53.921433Z","end":"2026-04-16T16:35:54.107538Z","steps":["trace[1515898228] 'process raft request' (duration: 185.675603ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:54.107594Z","caller":"traceutil/trace.go:171","msg":"trace[2012470412] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"186.570433ms","start":"2026-04-16T16:35:53.92099Z","end":"2026-04-16T16:35:54.10756Z","steps":["trace[2012470412] 'process raft request' (duration: 186.019611ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:54.107718Z","caller":"traceutil/trace.go:171","msg":"trace[142159878] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"186.081941ms","start":"2026-04-16T16:35:53.921626Z","end":"2026-04-16T16:35:54.107708Z","steps":["trace[142159878] 'process raft request' (duration: 185.510998ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:59.09779Z","caller":"traceutil/trace.go:171","msg":"trace[1586818819] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"100.472832ms","start":"2026-04-16T16:35:58.997284Z","end":"2026-04-16T16:35:59.097757Z","steps":["trace[1586818819] 'process raft request' (duration: 99.481919ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:35:59.241828Z","caller":"traceutil/trace.go:171","msg":"trace[84369690] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"124.228082ms","start":"2026-04-16T16:35:59.117581Z","end":"2026-04-16T16:35:59.241809Z","steps":["trace[84369690] 'process raft request' (duration: 123.292341ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:00.391843Z","caller":"traceutil/trace.go:171","msg":"trace[420256666] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"174.619727ms","start":"2026-04-16T16:36:00.2172Z","end":"2026-04-16T16:36:00.391819Z","steps":["trace[420256666] 'process raft request' (duration: 174.432113ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:00.392033Z","caller":"traceutil/trace.go:171","msg":"trace[35844179] linearizableReadLoop","detail":"{readStateIndex:1621; appliedIndex:1618; }","duration":"166.507769ms","start":"2026-04-16T16:36:00.225509Z","end":"2026-04-16T16:36:00.392017Z","steps":["trace[35844179] 'read index received' (duration: 29.292288ms)","trace[35844179] 'applied index is now lower than readState.Index' (duration: 137.214561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:36:00.392307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.757526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:36:00.392371Z","caller":"traceutil/trace.go:171","msg":"trace[889525252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1546; }","duration":"166.864498ms","start":"2026-04-16T16:36:00.225487Z","end":"2026-04-16T16:36:00.392351Z","steps":["trace[889525252] 'agreement among raft nodes before linearized reading' (duration: 166.677714ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:00.392416Z","caller":"traceutil/trace.go:171","msg":"trace[2132414254] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"174.969836ms","start":"2026-04-16T16:36:00.217413Z","end":"2026-04-16T16:36:00.392383Z","steps":["trace[2132414254] 'process raft request' (duration: 174.356251ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:02.424128Z","caller":"traceutil/trace.go:171","msg":"trace[1073404384] linearizableReadLoop","detail":"{readStateIndex:1628; appliedIndex:1627; }","duration":"165.163688ms","start":"2026-04-16T16:36:02.25894Z","end":"2026-04-16T16:36:02.424104Z","steps":["trace[1073404384] 'read index received' (duration: 164.950563ms)","trace[1073404384] 'applied index is now lower than readState.Index' (duration: 212.305µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:36:02.424613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.649729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:36:02.424682Z","caller":"traceutil/trace.go:171","msg":"trace[805224385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1552; }","duration":"165.757692ms","start":"2026-04-16T16:36:02.258909Z","end":"2026-04-16T16:36:02.424666Z","steps":["trace[805224385] 'agreement among raft nodes before linearized reading' (duration: 165.389274ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:02.424346Z","caller":"traceutil/trace.go:171","msg":"trace[364398511] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"204.141049ms","start":"2026-04-16T16:36:02.220059Z","end":"2026-04-16T16:36:02.4242Z","steps":["trace[364398511] 'process raft request' (duration: 203.906624ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:02.577697Z","caller":"traceutil/trace.go:171","msg":"trace[846635721] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"149.307983ms","start":"2026-04-16T16:36:02.428367Z","end":"2026-04-16T16:36:02.577675Z","steps":["trace[846635721] 'process raft request' (duration: 99.731397ms)","trace[846635721] 'compare' (duration: 49.429013ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:36:02.577936Z","caller":"traceutil/trace.go:171","msg":"trace[83328849] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"148.976735ms","start":"2026-04-16T16:36:02.428938Z","end":"2026-04-16T16:36:02.577915Z","steps":["trace[83328849] 'process raft request' (duration: 148.690188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:36:05.968963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.779825ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T16:36:06.611156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.140092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:36:06.611272Z","caller":"traceutil/trace.go:171","msg":"trace[351758643] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"135.738679ms","start":"2026-04-16T16:36:06.475511Z","end":"2026-04-16T16:36:06.61125Z","steps":["trace[351758643] 'compare' (duration: 131.045919ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:07.011639Z","caller":"traceutil/trace.go:171","msg":"trace[33775986] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1649; }","duration":"335.016975ms","start":"2026-04-16T16:36:06.676597Z","end":"2026-04-16T16:36:07.011614Z","steps":["trace[33775986] 'read index received' (duration: 7.191806ms)","trace[33775986] 'applied index is now lower than readState.Index' (duration: 327.823919ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:36:07.0118Z","caller":"traceutil/trace.go:171","msg":"trace[1788141275] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"395.815583ms","start":"2026-04-16T16:36:06.615948Z","end":"2026-04-16T16:36:07.011763Z","steps":["trace[1788141275] 'process raft request' (duration: 300.432626ms)","trace[1788141275] 'compare' (duration: 95.001787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:36:07.011917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:36:06.615937Z","time spent":"395.901164ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:36:07.012008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.405656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-16T16:36:07.012058Z","caller":"traceutil/trace.go:171","msg":"trace[418212608] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1574; }","duration":"335.501347ms","start":"2026-04-16T16:36:06.676543Z","end":"2026-04-16T16:36:07.012044Z","steps":["trace[418212608] 'agreement among raft nodes before linearized reading' (duration: 335.387094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:36:07.012078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:36:06.676524Z","time spent":"335.549619ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-04-16T16:36:07.246171Z","caller":"traceutil/trace.go:171","msg":"trace[1154803185] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"230.469268ms","start":"2026-04-16T16:36:07.01568Z","end":"2026-04-16T16:36:07.246149Z","steps":["trace[1154803185] 'process raft request' (duration: 230.317025ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:07.603413Z","caller":"traceutil/trace.go:171","msg":"trace[1397580527] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"504.912765ms","start":"2026-04-16T16:36:07.098471Z","end":"2026-04-16T16:36:07.603383Z","steps":["trace[1397580527] 'process raft request' (duration: 450.098047ms)","trace[1397580527] 'compare' (duration: 54.400989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:36:07.60358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:36:07.098444Z","time spent":"505.061328ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:36:12.824146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.494271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:36:12.824233Z","caller":"traceutil/trace.go:171","msg":"trace[778311925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1599; }","duration":"112.606804ms","start":"2026-04-16T16:36:12.711605Z","end":"2026-04-16T16:36:12.824212Z","steps":["trace[778311925] 'range keys from in-memory index tree' (duration: 112.224995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:36:21.719215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.541299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:36:21.719278Z","caller":"traceutil/trace.go:171","msg":"trace[1761110648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1642; }","duration":"156.638702ms","start":"2026-04-16T16:36:21.562627Z","end":"2026-04-16T16:36:21.719266Z","steps":["trace[1761110648] 'range keys from in-memory index tree' (duration: 156.478978ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:29.992523Z","caller":"traceutil/trace.go:171","msg":"trace[942362264] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"178.496317ms","start":"2026-04-16T16:36:29.814009Z","end":"2026-04-16T16:36:29.992505Z","steps":["trace[942362264] 'process raft request' (duration: 178.111118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:36:40.951768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.253261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:36:40.951879Z","caller":"traceutil/trace.go:171","msg":"trace[988990040] linearizableReadLoop","detail":"{readStateIndex:1813; appliedIndex:1812; }","duration":"253.277246ms","start":"2026-04-16T16:36:40.698588Z","end":"2026-04-16T16:36:40.951865Z","steps":["trace[988990040] 'read index received' (duration: 116.776599ms)","trace[988990040] 'applied index is now lower than readState.Index' (duration: 136.499267ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:36:40.95193Z","caller":"traceutil/trace.go:171","msg":"trace[1327978852] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"262.392517ms","start":"2026-04-16T16:36:40.689499Z","end":"2026-04-16T16:36:40.951892Z","steps":["trace[1327978852] 'process raft request' (duration: 125.933542ms)","trace[1327978852] 'compare' (duration: 136.127678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:36:40.952049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.45786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:36:40.952091Z","caller":"traceutil/trace.go:171","msg":"trace[261420479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1729; }","duration":"253.535202ms","start":"2026-04-16T16:36:40.698547Z","end":"2026-04-16T16:36:40.952082Z","steps":["trace[261420479] 'agreement among raft nodes before linearized reading' (duration: 253.370318ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:41.204356Z","caller":"traceutil/trace.go:171","msg":"trace[666265926] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"149.901676ms","start":"2026-04-16T16:36:41.054425Z","end":"2026-04-16T16:36:41.204327Z","steps":["trace[666265926] 'process raft request' (duration: 149.692801ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:42.572825Z","caller":"traceutil/trace.go:171","msg":"trace[384297583] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"115.717346ms","start":"2026-04-16T16:36:42.457074Z","end":"2026-04-16T16:36:42.572791Z","steps":["trace[384297583] 'process raft request' (duration: 115.476281ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:43.338397Z","caller":"traceutil/trace.go:171","msg":"trace[940604898] linearizableReadLoop","detail":"{readStateIndex:1824; appliedIndex:1823; }","duration":"108.055599ms","start":"2026-04-16T16:36:43.230308Z","end":"2026-04-16T16:36:43.338364Z","steps":["trace[940604898] 'read index received' (duration: 35.86958ms)","trace[940604898] 'applied index is now lower than readState.Index' (duration: 72.185059ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:36:43.338587Z","caller":"traceutil/trace.go:171","msg":"trace[1158416369] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"123.676609ms","start":"2026-04-16T16:36:43.214859Z","end":"2026-04-16T16:36:43.338536Z","steps":["trace[1158416369] 'process raft request' (duration: 51.397797ms)","trace[1158416369] 'compare' (duration: 71.969125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:36:43.338679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.306945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T16:36:43.338729Z","caller":"traceutil/trace.go:171","msg":"trace[789139781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1740; }","duration":"108.461718ms","start":"2026-04-16T16:36:43.230256Z","end":"2026-04-16T16:36:43.338717Z","steps":["trace[789139781] 'agreement among raft nodes before linearized reading' (duration: 108.246273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:36:43.554358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.271507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:36:43.554538Z","caller":"traceutil/trace.go:171","msg":"trace[988363650] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"162.910997ms","start":"2026-04-16T16:36:43.391585Z","end":"2026-04-16T16:36:43.554496Z","steps":["trace[988363650] 'process raft request' (duration: 56.421905ms)","trace[988363650] 'compare' (duration: 106.165275ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:36:43.554471Z","caller":"traceutil/trace.go:171","msg":"trace[56740538] linearizableReadLoop","detail":"{readStateIndex:1826; appliedIndex:1825; }","duration":"130.395904ms","start":"2026-04-16T16:36:43.424058Z","end":"2026-04-16T16:36:43.554454Z","steps":["trace[56740538] 'read index received' (duration: 23.916722ms)","trace[56740538] 'applied index is now lower than readState.Index' (duration: 106.477612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:36:43.554927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.878156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:36:43.555062Z","caller":"traceutil/trace.go:171","msg":"trace[268911268] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1742; }","duration":"131.05865ms","start":"2026-04-16T16:36:43.423979Z","end":"2026-04-16T16:36:43.555038Z","steps":["trace[268911268] 'agreement among raft nodes before linearized reading' (duration: 130.759243ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:43.868264Z","caller":"traceutil/trace.go:171","msg":"trace[1281837488] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"100.507474ms","start":"2026-04-16T16:36:43.767705Z","end":"2026-04-16T16:36:43.868213Z","steps":["trace[1281837488] 'process raft request' (duration: 100.3311ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:44.685991Z","caller":"traceutil/trace.go:171","msg":"trace[1295554798] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"106.143234ms","start":"2026-04-16T16:36:44.579797Z","end":"2026-04-16T16:36:44.685941Z","steps":["trace[1295554798] 'process raft request' (duration: 32.973892ms)","trace[1295554798] 'compare' (duration: 72.926356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:36:45.369188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.356977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T16:36:45.369286Z","caller":"traceutil/trace.go:171","msg":"trace[393572979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1746; }","duration":"285.514141ms","start":"2026-04-16T16:36:45.083749Z","end":"2026-04-16T16:36:45.369264Z","steps":["trace[393572979] 'range keys from in-memory index tree' (duration: 285.160094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:36:45.369192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.636571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-04-16T16:36:45.369378Z","caller":"traceutil/trace.go:171","msg":"trace[110202977] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1746; }","duration":"348.881287ms","start":"2026-04-16T16:36:45.020475Z","end":"2026-04-16T16:36:45.369357Z","steps":["trace[110202977] 'range keys from in-memory index tree' (duration: 348.493188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:36:45.369464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:36:45.020458Z","time spent":"348.978249ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-16T16:36:45.49323Z","caller":"traceutil/trace.go:171","msg":"trace[922290290] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"119.609866ms","start":"2026-04-16T16:36:45.373597Z","end":"2026-04-16T16:36:45.493207Z","steps":["trace[922290290] 'process raft request' (duration: 119.471503ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:45.493408Z","caller":"traceutil/trace.go:171","msg":"trace[655456357] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1830; }","duration":"101.620669ms","start":"2026-04-16T16:36:45.39175Z","end":"2026-04-16T16:36:45.493371Z","steps":["trace[655456357] 'read index received' (duration: 79.644932ms)","trace[655456357] 'applied index is now lower than readState.Index' (duration: 21.972287ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:36:45.493431Z","caller":"traceutil/trace.go:171","msg":"trace[895157796] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"119.695157ms","start":"2026-04-16T16:36:45.373712Z","end":"2026-04-16T16:36:45.493408Z","steps":["trace[895157796] 'process raft request' (duration: 119.452292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:36:45.493626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.851765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T16:36:45.493671Z","caller":"traceutil/trace.go:171","msg":"trace[669232733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1749; }","duration":"101.941587ms","start":"2026-04-16T16:36:45.391719Z","end":"2026-04-16T16:36:45.49366Z","steps":["trace[669232733] 'agreement among raft nodes before linearized reading' (duration: 101.758993ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:49.673776Z","caller":"traceutil/trace.go:171","msg":"trace[13711786] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"103.76723ms","start":"2026-04-16T16:36:49.569943Z","end":"2026-04-16T16:36:49.673711Z","steps":["trace[13711786] 'process raft request' (duration: 88.506467ms)","trace[13711786] 'compare' (duration: 15.12798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:36:52.120862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.564814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-16T16:36:52.120941Z","caller":"traceutil/trace.go:171","msg":"trace[1150993054] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1780; }","duration":"154.653856ms","start":"2026-04-16T16:36:51.966264Z","end":"2026-04-16T16:36:52.120917Z","steps":["trace[1150993054] 'range keys from in-memory index tree' (duration: 154.391279ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:52.163469Z","caller":"traceutil/trace.go:171","msg":"trace[725053230] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"125.121892ms","start":"2026-04-16T16:36:52.038323Z","end":"2026-04-16T16:36:52.163445Z","steps":["trace[725053230] 'process raft request' (duration: 124.971609ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:52.399999Z","caller":"traceutil/trace.go:171","msg":"trace[697497231] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"274.014336ms","start":"2026-04-16T16:36:52.125963Z","end":"2026-04-16T16:36:52.399977Z","steps":["trace[697497231] 'process raft request' (duration: 215.511743ms)","trace[697497231] 'compare' (duration: 58.256697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:36:52.689926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.342615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:36:52.690015Z","caller":"traceutil/trace.go:171","msg":"trace[1875809627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1782; }","duration":"124.492408ms","start":"2026-04-16T16:36:52.565504Z","end":"2026-04-16T16:36:52.689996Z","steps":["trace[1875809627] 'range keys from in-memory index tree' (duration: 124.248522ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:53.924539Z","caller":"traceutil/trace.go:171","msg":"trace[861606564] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"165.012275ms","start":"2026-04-16T16:36:53.759492Z","end":"2026-04-16T16:36:53.924504Z","steps":["trace[861606564] 'process raft request' (duration: 97.036604ms)","trace[861606564] 'compare' (duration: 67.758676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:36:54.186998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.798044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:36:54.187074Z","caller":"traceutil/trace.go:171","msg":"trace[2040211852] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"257.995076ms","start":"2026-04-16T16:36:53.929067Z","end":"2026-04-16T16:36:54.187062Z","steps":["trace[2040211852] 'process raft request' (duration: 124.07812ms)","trace[2040211852] 'compare' (duration: 133.708991ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:36:54.701141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.352481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-16T16:36:54.701061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.917829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:36:54.701266Z","caller":"traceutil/trace.go:171","msg":"trace[2067404640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1790; }","duration":"138.245277ms","start":"2026-04-16T16:36:54.563011Z","end":"2026-04-16T16:36:54.701257Z","steps":["trace[2067404640] 'range keys from in-memory index tree' (duration: 137.824756ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:54.701252Z","caller":"traceutil/trace.go:171","msg":"trace[1455510323] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1790; }","duration":"158.493044ms","start":"2026-04-16T16:36:54.542729Z","end":"2026-04-16T16:36:54.701222Z","steps":["trace[1455510323] 'range keys from in-memory index tree' (duration: 158.136326ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:55.693486Z","caller":"traceutil/trace.go:171","msg":"trace[1993253151] linearizableReadLoop","detail":"{readStateIndex:1879; appliedIndex:1878; }","duration":"128.02723ms","start":"2026-04-16T16:36:55.565416Z","end":"2026-04-16T16:36:55.693443Z","steps":["trace[1993253151] 'read index received' (duration: 127.705253ms)","trace[1993253151] 'applied index is now lower than readState.Index' (duration: 320.517µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:36:55.693592Z","caller":"traceutil/trace.go:171","msg":"trace[1784194754] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"183.176854ms","start":"2026-04-16T16:36:55.510377Z","end":"2026-04-16T16:36:55.693554Z","steps":["trace[1784194754] 'process raft request' (duration: 182.720944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:36:55.693781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.237384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:36:55.693841Z","caller":"traceutil/trace.go:171","msg":"trace[516771754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1793; }","duration":"128.45502ms","start":"2026-04-16T16:36:55.565371Z","end":"2026-04-16T16:36:55.693826Z","steps":["trace[516771754] 'agreement among raft nodes before linearized reading' (duration: 128.216534ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:55.799489Z","caller":"traceutil/trace.go:171","msg":"trace[196308501] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"100.614986ms","start":"2026-04-16T16:36:55.698842Z","end":"2026-04-16T16:36:55.799457Z","steps":["trace[196308501] 'process raft request' (duration: 28.57494ms)","trace[196308501] 'compare' (duration: 71.725289ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:36:56.618106Z","caller":"traceutil/trace.go:171","msg":"trace[1451232447] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"199.751108ms","start":"2026-04-16T16:36:56.418327Z","end":"2026-04-16T16:36:56.618078Z","steps":["trace[1451232447] 'process raft request' (duration: 199.494673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:36:56.618464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.245217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-16T16:36:56.618548Z","caller":"traceutil/trace.go:171","msg":"trace[900207288] linearizableReadLoop","detail":"{readStateIndex:1886; appliedIndex:1885; }","duration":"182.835907ms","start":"2026-04-16T16:36:56.435191Z","end":"2026-04-16T16:36:56.618027Z","steps":["trace[900207288] 'read index received' (duration: 182.683194ms)","trace[900207288] 'applied index is now lower than readState.Index' (duration: 151.873µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:36:56.618626Z","caller":"traceutil/trace.go:171","msg":"trace[1396285775] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1799; }","duration":"183.382971ms","start":"2026-04-16T16:36:56.435146Z","end":"2026-04-16T16:36:56.618529Z","steps":["trace[1396285775] 'agreement among raft nodes before linearized reading' (duration: 183.077143ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:36:57.976114Z","caller":"traceutil/trace.go:171","msg":"trace[1330083723] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"106.607355ms","start":"2026-04-16T16:36:57.869489Z","end":"2026-04-16T16:36:57.976096Z","steps":["trace[1330083723] 'process raft request' (duration: 80.313907ms)","trace[1330083723] 'compare' (duration: 26.213036ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:36:58.149371Z","caller":"traceutil/trace.go:171","msg":"trace[46642065] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"161.178637ms","start":"2026-04-16T16:36:57.98802Z","end":"2026-04-16T16:36:58.149198Z","steps":["trace[46642065] 'process raft request' (duration: 137.545701ms)","trace[46642065] 'compare' (duration: 23.525504ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:37:02.527276Z","caller":"traceutil/trace.go:171","msg":"trace[1068007695] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"145.156936ms","start":"2026-04-16T16:37:02.382091Z","end":"2026-04-16T16:37:02.527248Z","steps":["trace[1068007695] 'process raft request' (duration: 124.305874ms)","trace[1068007695] 'compare' (duration: 20.723389ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:37:04.384302Z","caller":"traceutil/trace.go:171","msg":"trace[771117735] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"178.347834ms","start":"2026-04-16T16:37:04.205931Z","end":"2026-04-16T16:37:04.384279Z","steps":["trace[771117735] 'process raft request' (duration: 178.224792ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:37:06.593086Z","caller":"traceutil/trace.go:171","msg":"trace[293692080] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"199.80027ms","start":"2026-04-16T16:37:06.393263Z","end":"2026-04-16T16:37:06.593063Z","steps":["trace[293692080] 'process raft request' (duration: 112.518772ms)","trace[293692080] 'compare' (duration: 87.102264ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:37:06.715119Z","caller":"traceutil/trace.go:171","msg":"trace[556912723] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"117.407285ms","start":"2026-04-16T16:37:06.597683Z","end":"2026-04-16T16:37:06.71509Z","steps":["trace[556912723] 'process raft request' (duration: 117.021726ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:37:14.107383Z","caller":"traceutil/trace.go:171","msg":"trace[1829597777] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"132.143005ms","start":"2026-04-16T16:37:13.97522Z","end":"2026-04-16T16:37:14.107363Z","steps":["trace[1829597777] 'process raft request' (duration: 131.992631ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:37:19.043438Z","caller":"traceutil/trace.go:171","msg":"trace[541810255] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"107.648078ms","start":"2026-04-16T16:37:18.935734Z","end":"2026-04-16T16:37:19.043382Z","steps":["trace[541810255] 'process raft request' (duration: 30.817182ms)","trace[541810255] 'compare' (duration: 76.629112ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:37:19.335606Z","caller":"traceutil/trace.go:171","msg":"trace[594549667] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"138.035481ms","start":"2026-04-16T16:37:19.197548Z","end":"2026-04-16T16:37:19.335584Z","steps":["trace[594549667] 'read index received' (duration: 137.890918ms)","trace[594549667] 'applied index is now lower than readState.Index' (duration: 143.633µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:37:19.335688Z","caller":"traceutil/trace.go:171","msg":"trace[565755044] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"288.754877ms","start":"2026-04-16T16:37:19.046903Z","end":"2026-04-16T16:37:19.335658Z","steps":["trace[565755044] 'process raft request' (duration: 288.553852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:37:19.335776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.215696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:37:19.335866Z","caller":"traceutil/trace.go:171","msg":"trace[1357587581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1901; }","duration":"138.305187ms","start":"2026-04-16T16:37:19.1975Z","end":"2026-04-16T16:37:19.335806Z","steps":["trace[1357587581] 'agreement among raft nodes before linearized reading' (duration: 138.168744ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:37:40.080943Z","caller":"traceutil/trace.go:171","msg":"trace[2098570131] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"150.437692ms","start":"2026-04-16T16:37:39.930472Z","end":"2026-04-16T16:37:40.08091Z","steps":["trace[2098570131] 'process raft request' (duration: 150.271338ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:37:40.364212Z","caller":"traceutil/trace.go:171","msg":"trace[2061646343] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"108.524641ms","start":"2026-04-16T16:37:40.255667Z","end":"2026-04-16T16:37:40.364192Z","steps":["trace[2061646343] 'process raft request' (duration: 108.384028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:37:40.595859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.115493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T16:37:40.595922Z","caller":"traceutil/trace.go:171","msg":"trace[1773603233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1996; }","duration":"175.229366ms","start":"2026-04-16T16:37:40.420678Z","end":"2026-04-16T16:37:40.595907Z","steps":["trace[1773603233] 'range keys from in-memory index tree' (duration: 174.965179ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:37:40.949693Z","caller":"traceutil/trace.go:171","msg":"trace[1915405227] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"350.801119ms","start":"2026-04-16T16:37:40.598868Z","end":"2026-04-16T16:37:40.949669Z","steps":["trace[1915405227] 'process raft request' (duration: 350.560304ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:37:40.949876Z","caller":"traceutil/trace.go:171","msg":"trace[85707472] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"324.351498ms","start":"2026-04-16T16:37:40.625493Z","end":"2026-04-16T16:37:40.949845Z","steps":["trace[85707472] 'process raft request' (duration: 324.110163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:37:40.950038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:37:40.62546Z","time spent":"324.498472ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:37:40.950137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:37:40.598837Z","time spent":"350.996683ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:37:41.100821Z","caller":"traceutil/trace.go:171","msg":"trace[694253622] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2092; }","duration":"235.298578ms","start":"2026-04-16T16:37:40.865499Z","end":"2026-04-16T16:37:41.100797Z","steps":["trace[694253622] 'read index received' (duration: 83.881473ms)","trace[694253622] 'applied index is now lower than readState.Index' (duration: 151.416145ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:37:41.10085Z","caller":"traceutil/trace.go:171","msg":"trace[82865247] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"336.74337ms","start":"2026-04-16T16:37:40.764072Z","end":"2026-04-16T16:37:41.100815Z","steps":["trace[82865247] 'process raft request' (duration: 238.872669ms)","trace[82865247] 'compare' (duration: 97.743408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:37:41.101032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:37:40.764054Z","time spent":"336.876183ms","remote":"127.0.0.1:54960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:37:41.101051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.544834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-16T16:37:41.10109Z","caller":"traceutil/trace.go:171","msg":"trace[1285705149] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1999; }","duration":"235.634517ms","start":"2026-04-16T16:37:40.865442Z","end":"2026-04-16T16:37:41.101076Z","steps":["trace[1285705149] 'agreement among raft nodes before linearized reading' (duration: 235.445182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:37:42.739578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.238346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:37:42.739668Z","caller":"traceutil/trace.go:171","msg":"trace[1319148674] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2007; }","duration":"209.38675ms","start":"2026-04-16T16:37:42.530259Z","end":"2026-04-16T16:37:42.739646Z","steps":["trace[1319148674] 'count revisions from in-memory index tree' (duration: 209.115974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:37:42.739681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.394367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:37:42.739759Z","caller":"traceutil/trace.go:171","msg":"trace[881869678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2007; }","duration":"174.586141ms","start":"2026-04-16T16:37:42.565154Z","end":"2026-04-16T16:37:42.739741Z","steps":["trace[881869678] 'range keys from in-memory index tree' (duration: 174.298954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:37:45.338407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.999172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:37:45.338482Z","caller":"traceutil/trace.go:171","msg":"trace[1347498639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2018; }","duration":"153.134465ms","start":"2026-04-16T16:37:45.185333Z","end":"2026-04-16T16:37:45.338468Z","steps":["trace[1347498639] 'range keys from in-memory index tree' (duration: 152.791917ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:37:49.197101Z","caller":"traceutil/trace.go:171","msg":"trace[313301041] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"144.642231ms","start":"2026-04-16T16:37:49.052435Z","end":"2026-04-16T16:37:49.197077Z","steps":["trace[313301041] 'process raft request' (duration: 136.311412ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:37:49.581232Z","caller":"traceutil/trace.go:171","msg":"trace[1738898410] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"124.442334ms","start":"2026-04-16T16:37:49.456757Z","end":"2026-04-16T16:37:49.581199Z","steps":["trace[1738898410] 'process raft request' (duration: 77.10484ms)","trace[1738898410] 'compare' (duration: 47.127518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:37:50.029159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.219242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:37:50.029399Z","caller":"traceutil/trace.go:171","msg":"trace[239209892] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"274.623341ms","start":"2026-04-16T16:37:49.754756Z","end":"2026-04-16T16:37:50.029379Z","steps":["trace[239209892] 'process raft request' (duration: 145.086372ms)","trace[239209892] 'compare' (duration: 129.063038ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:37:50.560911Z","caller":"traceutil/trace.go:171","msg":"trace[71880822] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"144.927508ms","start":"2026-04-16T16:37:50.41596Z","end":"2026-04-16T16:37:50.560888Z","steps":["trace[71880822] 'process raft request' (duration: 144.777135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:37:59.384394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.349721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:37:59.384546Z","caller":"traceutil/trace.go:171","msg":"trace[621596145] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"285.092289ms","start":"2026-04-16T16:37:59.09942Z","end":"2026-04-16T16:37:59.384513Z","steps":["trace[621596145] 'process raft request' (duration: 52.549713ms)","trace[621596145] 'compare' (duration: 232.229379ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:37:59.65717Z","caller":"traceutil/trace.go:171","msg":"trace[1389372336] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"268.326107ms","start":"2026-04-16T16:37:59.388827Z","end":"2026-04-16T16:37:59.657153Z","steps":["trace[1389372336] 'process raft request' (duration: 268.052661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:00.092023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.252102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:38:00.092182Z","caller":"traceutil/trace.go:171","msg":"trace[256216418] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2181; }","duration":"198.212138ms","start":"2026-04-16T16:37:59.893958Z","end":"2026-04-16T16:38:00.09217Z","steps":["trace[256216418] 'read index received' (duration: 57.960636ms)","trace[256216418] 'applied index is now lower than readState.Index' (duration: 140.250662ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:38:00.092239Z","caller":"traceutil/trace.go:171","msg":"trace[142553139] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"431.06138ms","start":"2026-04-16T16:37:59.661171Z","end":"2026-04-16T16:38:00.092233Z","steps":["trace[142553139] 'process raft request' (duration: 430.937737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:00.092271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:37:59.661148Z","time spent":"431.106542ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:38:00.092281Z","caller":"traceutil/trace.go:171","msg":"trace[1189809685] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"432.117265ms","start":"2026-04-16T16:37:59.660112Z","end":"2026-04-16T16:38:00.092229Z","steps":["trace[1189809685] 'process raft request' (duration: 72.591067ms)","trace[1189809685] 'compare' (duration: 359.024936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:38:00.092485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:37:59.660098Z","time spent":"432.283229ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:38:00.092468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.493374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:38:00.092547Z","caller":"traceutil/trace.go:171","msg":"trace[485588150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2084; }","duration":"198.609247ms","start":"2026-04-16T16:37:59.89392Z","end":"2026-04-16T16:38:00.092529Z","steps":["trace[485588150] 'agreement among raft nodes before linearized reading' (duration: 198.392312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:00.327755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.573071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:38:00.327836Z","caller":"traceutil/trace.go:171","msg":"trace[2122107316] linearizableReadLoop","detail":"{readStateIndex:2185; appliedIndex:2183; }","duration":"192.771124ms","start":"2026-04-16T16:38:00.135052Z","end":"2026-04-16T16:38:00.327823Z","steps":["trace[2122107316] 'read index received' (duration: 50.977617ms)","trace[2122107316] 'applied index is now lower than readState.Index' (duration: 141.792487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:38:00.32794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.892156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-16T16:38:00.327963Z","caller":"traceutil/trace.go:171","msg":"trace[1581400460] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2086; }","duration":"192.966488ms","start":"2026-04-16T16:38:00.134989Z","end":"2026-04-16T16:38:00.327956Z","steps":["trace[1581400460] 'agreement among raft nodes before linearized reading' (duration: 192.865726ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:38:00.328017Z","caller":"traceutil/trace.go:171","msg":"trace[1766444123] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"228.974175ms","start":"2026-04-16T16:38:00.099013Z","end":"2026-04-16T16:38:00.327987Z","steps":["trace[1766444123] 'process raft request' (duration: 99.093948ms)","trace[1766444123] 'compare' (duration: 129.469938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:38:09.019472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.561811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:38:09.019543Z","caller":"traceutil/trace.go:171","msg":"trace[2141483920] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2125; }","duration":"137.700264ms","start":"2026-04-16T16:38:08.881827Z","end":"2026-04-16T16:38:09.019528Z","steps":["trace[2141483920] 'count revisions from in-memory index tree' (duration: 137.469209ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:38:24.526288Z","caller":"traceutil/trace.go:171","msg":"trace[1537128437] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"208.869069ms","start":"2026-04-16T16:38:24.317403Z","end":"2026-04-16T16:38:24.526272Z","steps":["trace[1537128437] 'read index received' (duration: 208.714146ms)","trace[1537128437] 'applied index is now lower than readState.Index' (duration: 154.293µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:38:24.526318Z","caller":"traceutil/trace.go:171","msg":"trace[1048344150] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"243.26824ms","start":"2026-04-16T16:38:24.283036Z","end":"2026-04-16T16:38:24.526305Z","steps":["trace[1048344150] 'process raft request' (duration: 243.052775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:24.526537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.631991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:38:24.526604Z","caller":"traceutil/trace.go:171","msg":"trace[455498364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2195; }","duration":"170.728913ms","start":"2026-04-16T16:38:24.355859Z","end":"2026-04-16T16:38:24.526588Z","steps":["trace[455498364] 'agreement among raft nodes before linearized reading' (duration: 170.548009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:24.526747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.291998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:38:24.526774Z","caller":"traceutil/trace.go:171","msg":"trace[1169790402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2195; }","duration":"209.409721ms","start":"2026-04-16T16:38:24.317358Z","end":"2026-04-16T16:38:24.526768Z","steps":["trace[1169790402] 'agreement among raft nodes before linearized reading' (duration: 208.994852ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:38:25.648826Z","caller":"traceutil/trace.go:171","msg":"trace[1963294302] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"158.172669ms","start":"2026-04-16T16:38:25.490634Z","end":"2026-04-16T16:38:25.648807Z","steps":["trace[1963294302] 'process raft request' (duration: 157.811991ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:38:26.975879Z","caller":"traceutil/trace.go:171","msg":"trace[1675217268] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"441.22253ms","start":"2026-04-16T16:38:26.534638Z","end":"2026-04-16T16:38:26.975861Z","steps":["trace[1675217268] 'process raft request' (duration: 441.077006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:26.975991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.733943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T16:38:26.975991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.735273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:38:26.975858Z","caller":"traceutil/trace.go:171","msg":"trace[903249862] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2308; }","duration":"382.582819ms","start":"2026-04-16T16:38:26.593257Z","end":"2026-04-16T16:38:26.97584Z","steps":["trace[903249862] 'read index received' (duration: 382.437556ms)","trace[903249862] 'applied index is now lower than readState.Index' (duration: 144.453µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:38:26.976018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:38:26.53462Z","time spent":"441.330643ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:38:26.976061Z","caller":"traceutil/trace.go:171","msg":"trace[582066665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2204; }","duration":"382.808885ms","start":"2026-04-16T16:38:26.593205Z","end":"2026-04-16T16:38:26.976014Z","steps":["trace[582066665] 'agreement among raft nodes before linearized reading' (duration: 382.708133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:26.976095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:38:26.593186Z","time spent":"382.903187ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:38:26.976029Z","caller":"traceutil/trace.go:171","msg":"trace[1509577704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2204; }","duration":"382.814555ms","start":"2026-04-16T16:38:26.593205Z","end":"2026-04-16T16:38:26.976019Z","steps":["trace[1509577704] 'agreement among raft nodes before linearized reading' (duration: 382.685922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:26.976227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.399296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-16T16:38:26.976204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:38:26.593185Z","time spent":"382.971328ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:38:26.976262Z","caller":"traceutil/trace.go:171","msg":"trace[185925683] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2204; }","duration":"382.435876ms","start":"2026-04-16T16:38:26.593819Z","end":"2026-04-16T16:38:26.976255Z","steps":["trace[185925683] 'agreement among raft nodes before linearized reading' (duration: 382.329394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:26.976285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:38:26.593766Z","time spent":"382.513168ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-04-16T16:38:27.099943Z","caller":"traceutil/trace.go:171","msg":"trace[2055329688] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"119.94425ms","start":"2026-04-16T16:38:26.979973Z","end":"2026-04-16T16:38:27.099917Z","steps":["trace[2055329688] 'process raft request' (duration: 109.654617ms)","trace[2055329688] 'compare' (duration: 10.16596ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:38:27.119723Z","caller":"traceutil/trace.go:171","msg":"trace[1756792611] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"139.604728ms","start":"2026-04-16T16:38:26.9801Z","end":"2026-04-16T16:38:27.119705Z","steps":["trace[1756792611] 'process raft request' (duration: 139.547567ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:38:27.119743Z","caller":"traceutil/trace.go:171","msg":"trace[645324319] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"139.73702ms","start":"2026-04-16T16:38:26.979977Z","end":"2026-04-16T16:38:27.119714Z","steps":["trace[645324319] 'process raft request' (duration: 139.566975ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:38:27.119847Z","caller":"traceutil/trace.go:171","msg":"trace[3752720] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"139.102167ms","start":"2026-04-16T16:38:26.980729Z","end":"2026-04-16T16:38:27.119831Z","steps":["trace[3752720] 'process raft request' (duration: 138.946473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:27.33531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.697056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:38:27.335434Z","caller":"traceutil/trace.go:171","msg":"trace[884032571] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"154.362323ms","start":"2026-04-16T16:38:27.181051Z","end":"2026-04-16T16:38:27.335414Z","steps":["trace[884032571] 'process raft request' (duration: 41.485141ms)","trace[884032571] 'compare' (duration: 112.537493ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:38:33.41283Z","caller":"traceutil/trace.go:171","msg":"trace[1706137866] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"137.319915ms","start":"2026-04-16T16:38:33.27547Z","end":"2026-04-16T16:38:33.41279Z","steps":["trace[1706137866] 'process raft request' (duration: 66.500149ms)","trace[1706137866] 'compare' (duration: 70.683483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:39:14.677283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.486283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:39:14.677406Z","caller":"traceutil/trace.go:171","msg":"trace[369962083] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2448; }","duration":"274.691058ms","start":"2026-04-16T16:39:14.40269Z","end":"2026-04-16T16:39:14.677381Z","steps":["trace[369962083] 'count revisions from in-memory index tree' (duration: 274.341589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:39:14.677381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.685752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:39:14.677491Z","caller":"traceutil/trace.go:171","msg":"trace[415383688] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2448; }","duration":"163.861756ms","start":"2026-04-16T16:39:14.513603Z","end":"2026-04-16T16:39:14.677465Z","steps":["trace[415383688] 'count revisions from in-memory index tree' (duration: 163.619401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:39:14.677507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.118108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:39:14.677563Z","caller":"traceutil/trace.go:171","msg":"trace[1833098708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2448; }","duration":"108.21275ms","start":"2026-04-16T16:39:14.569334Z","end":"2026-04-16T16:39:14.677547Z","steps":["trace[1833098708] 'range keys from in-memory index tree' (duration: 108.038176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:39:14.67802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.665433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:39:14.678081Z","caller":"traceutil/trace.go:171","msg":"trace[1822059615] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2448; }","duration":"287.766064ms","start":"2026-04-16T16:39:14.390296Z","end":"2026-04-16T16:39:14.678062Z","steps":["trace[1822059615] 'count revisions from in-memory index tree' (duration: 287.58652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:39:14.678345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.604358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:39:14.678403Z","caller":"traceutil/trace.go:171","msg":"trace[918121692] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2448; }","duration":"184.70708ms","start":"2026-04-16T16:39:14.493678Z","end":"2026-04-16T16:39:14.678385Z","steps":["trace[918121692] 'count revisions from in-memory index tree' (duration: 184.478145ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:39:19.725766Z","caller":"traceutil/trace.go:171","msg":"trace[1297030266] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"133.158068ms","start":"2026-04-16T16:39:19.592358Z","end":"2026-04-16T16:39:19.725516Z","steps":["trace[1297030266] 'process raft request' (duration: 133.028465ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:39:20.299619Z","caller":"traceutil/trace.go:171","msg":"trace[1285744156] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"117.161304ms","start":"2026-04-16T16:39:20.182433Z","end":"2026-04-16T16:39:20.299594Z","steps":["trace[1285744156] 'process raft request' (duration: 116.98706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:39:20.764566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.302424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-16T16:39:20.764638Z","caller":"traceutil/trace.go:171","msg":"trace[1943665374] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2479; }","duration":"200.432517ms","start":"2026-04-16T16:39:20.564187Z","end":"2026-04-16T16:39:20.76462Z","steps":["trace[1943665374] 'range keys from in-memory index tree' (duration: 200.0806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:39:20.764894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.974307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:39:20.765031Z","caller":"traceutil/trace.go:171","msg":"trace[112423050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2479; }","duration":"200.135091ms","start":"2026-04-16T16:39:20.564874Z","end":"2026-04-16T16:39:20.765009Z","steps":["trace[112423050] 'range keys from in-memory index tree' (duration: 199.919896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:39:20.764912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.699752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:39:20.765271Z","caller":"traceutil/trace.go:171","msg":"trace[1333757817] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:2479; }","duration":"193.040689ms","start":"2026-04-16T16:39:20.572162Z","end":"2026-04-16T16:39:20.765203Z","steps":["trace[1333757817] 'range keys from in-memory index tree' (duration: 192.473537ms)"],"step_count":1}