{"level":"warn","ts":"2026-04-02T16:44:00.537053Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T16:44:00.537165Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.20:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.20:2380","--initial-cluster=instance=https://199.19.213.20:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.20:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.20:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T16:44:00.537235Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T16:44:00.537244Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.20:2380"]} {"level":"info","ts":"2026-04-02T16:44:00.537265Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T16:44:00.537899Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.20:2379"]} {"level":"info","ts":"2026-04-02T16:44:00.537999Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.20:2380"],"listen-peer-urls":["https://199.19.213.20:2380"],"advertise-client-urls":["https://199.19.213.20:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.20:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.20:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T16:44:00.55062Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"12.395877ms"} {"level":"info","ts":"2026-04-02T16:44:00.58676Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"185293d8d40ffce0","cluster-id":"cc857afa6e1fa648"} {"level":"info","ts":"2026-04-02T16:44:00.586873Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T16:44:00.586901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 became follower at term 0"} {"level":"info","ts":"2026-04-02T16:44:00.586914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 185293d8d40ffce0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T16:44:00.586931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 became follower at term 1"} {"level":"info","ts":"2026-04-02T16:44:00.586995Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 switched to configuration voters=(1752625764480580832)"} {"level":"warn","ts":"2026-04-02T16:44:00.604882Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T16:44:00.611863Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T16:44:00.618646Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T16:44:00.626108Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"185293d8d40ffce0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T16:44:00.626326Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:44:00.62637Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"185293d8d40ffce0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T16:44:00.626435Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:44:00.626487Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:44:00.63211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 switched to configuration voters=(1752625764480580832)"} {"level":"info","ts":"2026-04-02T16:44:00.632296Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cc857afa6e1fa648","local-member-id":"185293d8d40ffce0","added-peer-id":"185293d8d40ffce0","added-peer-peer-urls":["https://199.19.213.20:2380"]} {"level":"info","ts":"2026-04-02T16:44:00.633927Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T16:44:00.634146Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"185293d8d40ffce0","initial-advertise-peer-urls":["https://199.19.213.20:2380"],"listen-peer-urls":["https://199.19.213.20:2380"],"advertise-client-urls":["https://199.19.213.20:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.20:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T16:44:00.634177Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T16:44:00.634271Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.20:2380"} {"level":"info","ts":"2026-04-02T16:44:00.634287Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.20:2380"} {"level":"info","ts":"2026-04-02T16:44:01.387846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T16:44:01.387924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T16:44:01.387981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 received MsgPreVoteResp from 185293d8d40ffce0 at term 1"} {"level":"info","ts":"2026-04-02T16:44:01.388003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 became candidate at term 2"} {"level":"info","ts":"2026-04-02T16:44:01.388014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 received MsgVoteResp from 185293d8d40ffce0 at term 2"} {"level":"info","ts":"2026-04-02T16:44:01.388044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"185293d8d40ffce0 became leader at term 2"} {"level":"info","ts":"2026-04-02T16:44:01.388064Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 185293d8d40ffce0 elected leader 185293d8d40ffce0 at term 2"} {"level":"info","ts":"2026-04-02T16:44:01.463763Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"185293d8d40ffce0","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.20:2379]}","request-path":"/0/members/185293d8d40ffce0/attributes","cluster-id":"cc857afa6e1fa648","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T16:44:01.463796Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T16:44:01.463781Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T16:44:01.464282Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T16:44:01.464416Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T16:44:01.464509Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:44:01.467715Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T16:44:01.468575Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.20:2379"} {"level":"info","ts":"2026-04-02T16:44:01.471819Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cc857afa6e1fa648","local-member-id":"185293d8d40ffce0","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:44:01.471901Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:44:01.471937Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:44:03.479807Z","caller":"traceutil/trace.go:171","msg":"trace[663695000] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"123.629245ms","start":"2026-04-02T16:44:03.356152Z","end":"2026-04-02T16:44:03.479781Z","steps":["trace[663695000] 'process raft request' (duration: 123.483711ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:04.312455Z","caller":"traceutil/trace.go:171","msg":"trace[176482409] transaction","detail":"{read_only:false; response_revision:104; number_of_response:1; }","duration":"120.842336ms","start":"2026-04-02T16:44:04.191582Z","end":"2026-04-02T16:44:04.312424Z","steps":["trace[176482409] 'process raft request' (duration: 93.117668ms)","trace[176482409] 'compare' (duration: 27.567953ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:04.63266Z","caller":"traceutil/trace.go:171","msg":"trace[798873232] transaction","detail":"{read_only:false; response_revision:112; number_of_response:1; }","duration":"151.369272ms","start":"2026-04-02T16:44:04.481239Z","end":"2026-04-02T16:44:04.632608Z","steps":["trace[798873232] 'process raft request' (duration: 136.645595ms)","trace[798873232] 'compare' (duration: 14.50163ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:05.508239Z","caller":"traceutil/trace.go:171","msg":"trace[538557121] transaction","detail":"{read_only:false; response_revision:176; number_of_response:1; }","duration":"144.558151ms","start":"2026-04-02T16:44:05.363653Z","end":"2026-04-02T16:44:05.508211Z","steps":["trace[538557121] 'process raft request' (duration: 112.736097ms)","trace[538557121] 'compare' (duration: 31.6884ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:05.769263Z","caller":"traceutil/trace.go:171","msg":"trace[1115739479] transaction","detail":"{read_only:false; response_revision:180; number_of_response:1; }","duration":"120.977598ms","start":"2026-04-02T16:44:05.648263Z","end":"2026-04-02T16:44:05.76924Z","steps":["trace[1115739479] 'process raft request' (duration: 120.250305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:06.445051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.573578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:06.445188Z","caller":"traceutil/trace.go:171","msg":"trace[1655974014] linearizableReadLoop","detail":"{readStateIndex:192; appliedIndex:191; }","duration":"596.023659ms","start":"2026-04-02T16:44:05.849142Z","end":"2026-04-02T16:44:06.445165Z","steps":["trace[1655974014] 'read index received' (duration: 67.351876ms)","trace[1655974014] 'applied index is now lower than readState.Index' (duration: 528.669713ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:06.445284Z","caller":"traceutil/trace.go:171","msg":"trace[1679146902] transaction","detail":"{read_only:false; response_revision:188; number_of_response:1; }","duration":"623.713953ms","start":"2026-04-02T16:44:05.82154Z","end":"2026-04-02T16:44:06.445254Z","steps":["trace[1679146902] 'process raft request' (duration: 95.012449ms)","trace[1679146902] 'compare' (duration: 527.378262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:06.44601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.706777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:06.446122Z","caller":"traceutil/trace.go:171","msg":"trace[471309192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:188; }","duration":"542.80318ms","start":"2026-04-02T16:44:05.903253Z","end":"2026-04-02T16:44:06.446056Z","steps":["trace[471309192] 'agreement among raft nodes before linearized reading' (duration: 542.036456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:06.44633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:05.903236Z","time spent":"543.054907ms","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:44:06.446375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.220146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:06.44647Z","caller":"traceutil/trace.go:171","msg":"trace[426200102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:188; }","duration":"597.326349ms","start":"2026-04-02T16:44:05.849106Z","end":"2026-04-02T16:44:06.446432Z","steps":["trace[426200102] 'agreement among raft nodes before linearized reading' (duration: 596.353469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:06.446528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:05.84909Z","time spent":"597.424103ms","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:44:06.446731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.069779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:06.446925Z","caller":"traceutil/trace.go:171","msg":"trace[771539661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:188; }","duration":"461.518764ms","start":"2026-04-02T16:44:05.985269Z","end":"2026-04-02T16:44:06.446787Z","steps":["trace[771539661] 'agreement among raft nodes before linearized reading' (duration: 460.039628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:06.447046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:05.985247Z","time spent":"461.737061ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:44:06.445925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:05.821525Z","time spent":"623.828157ms","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:44:06.765279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.835528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:06.765519Z","caller":"traceutil/trace.go:171","msg":"trace[1812600285] linearizableReadLoop","detail":"{readStateIndex:194; appliedIndex:193; }","duration":"264.465961ms","start":"2026-04-02T16:44:06.501003Z","end":"2026-04-02T16:44:06.765469Z","steps":["trace[1812600285] 'read index received' (duration: 132.414676ms)","trace[1812600285] 'applied index is now lower than readState.Index' (duration: 132.049765ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:06.7656Z","caller":"traceutil/trace.go:171","msg":"trace[1585934453] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"265.278027ms","start":"2026-04-02T16:44:06.500258Z","end":"2026-04-02T16:44:06.765536Z","steps":["trace[1585934453] 'process raft request' (duration: 133.117689ms)","trace[1585934453] 'compare' (duration: 131.706344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:06.7658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.76478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:44:06.765894Z","caller":"traceutil/trace.go:171","msg":"trace[1995659061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:190; }","duration":"264.912195ms","start":"2026-04-02T16:44:06.50096Z","end":"2026-04-02T16:44:06.765872Z","steps":["trace[1995659061] 'agreement among raft nodes before linearized reading' (duration: 264.665377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:06.765848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.308082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:06.766096Z","caller":"traceutil/trace.go:171","msg":"trace[1671214680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:190; }","duration":"131.56279ms","start":"2026-04-02T16:44:06.63449Z","end":"2026-04-02T16:44:06.766053Z","steps":["trace[1671214680] 'agreement among raft nodes before linearized reading' (duration: 131.313883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:07.006551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.841706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:07.006652Z","caller":"traceutil/trace.go:171","msg":"trace[1540279234] linearizableReadLoop","detail":"{readStateIndex:196; appliedIndex:194; }","duration":"234.717455ms","start":"2026-04-02T16:44:06.771918Z","end":"2026-04-02T16:44:07.006636Z","steps":["trace[1540279234] 'read index received' (duration: 10.371586ms)","trace[1540279234] 'applied index is now lower than readState.Index' (duration: 224.344789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:07.006778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.855009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-02T16:44:07.006718Z","caller":"traceutil/trace.go:171","msg":"trace[715546123] transaction","detail":"{read_only:false; response_revision:192; number_of_response:1; }","duration":"236.230843ms","start":"2026-04-02T16:44:06.770459Z","end":"2026-04-02T16:44:07.00669Z","steps":["trace[715546123] 'process raft request' (duration: 112.192861ms)","trace[715546123] 'compare' (duration: 123.751713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:07.0069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.152706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:07.00695Z","caller":"traceutil/trace.go:171","msg":"trace[30942579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:192; }","duration":"103.248099ms","start":"2026-04-02T16:44:06.903692Z","end":"2026-04-02T16:44:07.00694Z","steps":["trace[30942579] 'agreement among raft nodes before linearized reading' (duration: 103.172156ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:07.006821Z","caller":"traceutil/trace.go:171","msg":"trace[2110018345] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:192; }","duration":"234.924351ms","start":"2026-04-02T16:44:06.771884Z","end":"2026-04-02T16:44:07.006808Z","steps":["trace[2110018345] 'agreement among raft nodes before linearized reading' (duration: 234.831459ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:07.294716Z","caller":"traceutil/trace.go:171","msg":"trace[1068644605] transaction","detail":"{read_only:false; response_revision:193; number_of_response:1; }","duration":"283.97836ms","start":"2026-04-02T16:44:07.010707Z","end":"2026-04-02T16:44:07.294685Z","steps":["trace[1068644605] 'process raft request' (duration: 252.006866ms)","trace[1068644605] 'compare' (duration: 31.753207ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:07.295269Z","caller":"traceutil/trace.go:171","msg":"trace[1036015518] transaction","detail":"{read_only:false; response_revision:194; number_of_response:1; }","duration":"284.409182ms","start":"2026-04-02T16:44:07.010833Z","end":"2026-04-02T16:44:07.295242Z","steps":["trace[1036015518] 'process raft request' (duration: 283.763452ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:07.295304Z","caller":"traceutil/trace.go:171","msg":"trace[1543504655] transaction","detail":"{read_only:false; response_revision:196; number_of_response:1; }","duration":"230.430259ms","start":"2026-04-02T16:44:07.064861Z","end":"2026-04-02T16:44:07.295292Z","steps":["trace[1543504655] 'process raft request' (duration: 229.839361ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:07.295345Z","caller":"traceutil/trace.go:171","msg":"trace[1500151890] transaction","detail":"{read_only:false; response_revision:195; number_of_response:1; }","duration":"282.668258ms","start":"2026-04-02T16:44:07.012667Z","end":"2026-04-02T16:44:07.295336Z","steps":["trace[1500151890] 'process raft request' (duration: 281.968317ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:08.067886Z","caller":"traceutil/trace.go:171","msg":"trace[1585359296] transaction","detail":"{read_only:false; response_revision:212; number_of_response:1; }","duration":"215.057331ms","start":"2026-04-02T16:44:07.85278Z","end":"2026-04-02T16:44:08.067837Z","steps":["trace[1585359296] 'process raft request' (duration: 214.723631ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:08.06786Z","caller":"traceutil/trace.go:171","msg":"trace[661207474] transaction","detail":"{read_only:false; response_revision:211; number_of_response:1; }","duration":"443.764707ms","start":"2026-04-02T16:44:07.624Z","end":"2026-04-02T16:44:08.067764Z","steps":["trace[661207474] 'process raft request' (duration: 366.789087ms)","trace[661207474] 'compare' (duration: 76.375001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:08.068222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:07.623989Z","time spent":"444.140358ms","remote":"127.0.0.1:42932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":465,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:44:08.295906Z","caller":"traceutil/trace.go:171","msg":"trace[2078118296] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"199.910433ms","start":"2026-04-02T16:44:08.095975Z","end":"2026-04-02T16:44:08.295885Z","steps":["trace[2078118296] 'process raft request' (duration: 106.821811ms)","trace[2078118296] 'compare' (duration: 92.952128ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:08.296527Z","caller":"traceutil/trace.go:171","msg":"trace[869646095] transaction","detail":"{read_only:false; response_revision:216; number_of_response:1; }","duration":"200.425149ms","start":"2026-04-02T16:44:08.096064Z","end":"2026-04-02T16:44:08.29649Z","steps":["trace[869646095] 'process raft request' (duration: 200.038467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:08.547906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.923161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:08.54833Z","caller":"traceutil/trace.go:171","msg":"trace[1764965821] linearizableReadLoop","detail":"{readStateIndex:224; appliedIndex:222; }","duration":"246.633654ms","start":"2026-04-02T16:44:08.301668Z","end":"2026-04-02T16:44:08.548302Z","steps":["trace[1764965821] 'read index received' (duration: 95.230679ms)","trace[1764965821] 'applied index is now lower than readState.Index' (duration: 151.401395ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:08.548377Z","caller":"traceutil/trace.go:171","msg":"trace[889682985] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"260.680794ms","start":"2026-04-02T16:44:08.287633Z","end":"2026-04-02T16:44:08.548313Z","steps":["trace[889682985] 'process raft request' (duration: 109.265388ms)","trace[889682985] 'compare' (duration: 150.511698ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:08.548467Z","caller":"traceutil/trace.go:171","msg":"trace[655309071] transaction","detail":"{read_only:false; response_revision:218; number_of_response:1; }","duration":"246.881852ms","start":"2026-04-02T16:44:08.301552Z","end":"2026-04-02T16:44:08.548433Z","steps":["trace[655309071] 'process raft request' (duration: 246.567213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:08.548614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.928253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:08.548786Z","caller":"traceutil/trace.go:171","msg":"trace[1445469719] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:0; response_revision:218; }","duration":"247.153272ms","start":"2026-04-02T16:44:08.301608Z","end":"2026-04-02T16:44:08.548762Z","steps":["trace[1445469719] 'agreement among raft nodes before linearized reading' (duration: 246.862562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:08.846193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.948609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:08.846658Z","caller":"traceutil/trace.go:171","msg":"trace[1517662572] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"247.274574ms","start":"2026-04-02T16:44:08.599342Z","end":"2026-04-02T16:44:08.846616Z","steps":["trace[1517662572] 'process raft request' (duration: 66.812439ms)","trace[1517662572] 'compare' (duration: 179.792375ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:08.846741Z","caller":"traceutil/trace.go:171","msg":"trace[2055353261] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"244.59166ms","start":"2026-04-02T16:44:08.602124Z","end":"2026-04-02T16:44:08.846716Z","steps":["trace[2055353261] 'process raft request' (duration: 244.212529ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:09.046607Z","caller":"traceutil/trace.go:171","msg":"trace[915464750] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"112.286558ms","start":"2026-04-02T16:44:08.934297Z","end":"2026-04-02T16:44:09.046583Z","steps":["trace[915464750] 'process raft request' (duration: 112.224736ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:09.046791Z","caller":"traceutil/trace.go:171","msg":"trace[466792364] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"113.788994ms","start":"2026-04-02T16:44:08.932969Z","end":"2026-04-02T16:44:09.046758Z","steps":["trace[466792364] 'process raft request' (duration: 13.774111ms)","trace[466792364] 'compare' (duration: 99.625161ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:09.055092Z","caller":"traceutil/trace.go:171","msg":"trace[1741352580] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"100.389495ms","start":"2026-04-02T16:44:08.954668Z","end":"2026-04-02T16:44:09.055057Z","steps":["trace[1741352580] 'process raft request' (duration: 100.123387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:09.407767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.157242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:09.407978Z","caller":"traceutil/trace.go:171","msg":"trace[1072856440] linearizableReadLoop","detail":"{readStateIndex:239; appliedIndex:237; }","duration":"329.532716ms","start":"2026-04-02T16:44:09.078425Z","end":"2026-04-02T16:44:09.407957Z","steps":["trace[1072856440] 'read index received' (duration: 212.894049ms)","trace[1072856440] 'applied index is now lower than readState.Index' (duration: 116.637507ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:09.408013Z","caller":"traceutil/trace.go:171","msg":"trace[1045875579] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"336.504704ms","start":"2026-04-02T16:44:09.071495Z","end":"2026-04-02T16:44:09.408Z","steps":["trace[1045875579] 'process raft request' (duration: 219.917038ms)","trace[1045875579] 'compare' (duration: 115.997047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:09.40807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.071469Z","time spent":"336.573266ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:09.408135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.705791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:09.408252Z","caller":"traceutil/trace.go:171","msg":"trace[1127395529] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:0; response_revision:233; }","duration":"329.848496ms","start":"2026-04-02T16:44:09.078383Z","end":"2026-04-02T16:44:09.408231Z","steps":["trace[1127395529] 'agreement among raft nodes before linearized reading' (duration: 329.700311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:09.408258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.869135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T16:44:09.408298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.078371Z","time spent":"329.914237ms","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"info","ts":"2026-04-02T16:44:09.408311Z","caller":"traceutil/trace.go:171","msg":"trace[573779034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:233; }","duration":"108.961588ms","start":"2026-04-02T16:44:09.299334Z","end":"2026-04-02T16:44:09.408296Z","steps":["trace[573779034] 'agreement among raft nodes before linearized reading' (duration: 108.784822ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:09.408117Z","caller":"traceutil/trace.go:171","msg":"trace[836595525] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"334.013486ms","start":"2026-04-02T16:44:09.074061Z","end":"2026-04-02T16:44:09.408074Z","steps":["trace[836595525] 'process raft request' (duration: 333.81334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:09.408689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.074052Z","time spent":"334.500671ms","remote":"127.0.0.1:42856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3694,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:09.594078Z","caller":"traceutil/trace.go:171","msg":"trace[1803761267] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"179.916251ms","start":"2026-04-02T16:44:09.414137Z","end":"2026-04-02T16:44:09.594053Z","steps":["trace[1803761267] 'process raft request' (duration: 157.653727ms)","trace[1803761267] 'compare' (duration: 22.050638ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:09.594141Z","caller":"traceutil/trace.go:171","msg":"trace[1163779152] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"170.248009ms","start":"2026-04-02T16:44:09.423857Z","end":"2026-04-02T16:44:09.594105Z","steps":["trace[1163779152] 'process raft request' (duration: 170.098294ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:09.594073Z","caller":"traceutil/trace.go:171","msg":"trace[1938145852] linearizableReadLoop","detail":"{readStateIndex:241; appliedIndex:239; }","duration":"179.60574ms","start":"2026-04-02T16:44:09.414445Z","end":"2026-04-02T16:44:09.59405Z","steps":["trace[1938145852] 'read index received' (duration: 63.275202ms)","trace[1938145852] 'applied index is now lower than readState.Index' (duration: 116.329608ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:09.594208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.739335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-ihcuj9\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:09.594435Z","caller":"traceutil/trace.go:171","msg":"trace[2017759938] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-ihcuj9; range_end:; response_count:0; response_revision:237; }","duration":"180.018964ms","start":"2026-04-02T16:44:09.414404Z","end":"2026-04-02T16:44:09.594423Z","steps":["trace[2017759938] 'agreement among raft nodes before linearized reading' (duration: 179.724745ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:09.594248Z","caller":"traceutil/trace.go:171","msg":"trace[675540205] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"151.071141ms","start":"2026-04-02T16:44:09.443167Z","end":"2026-04-02T16:44:09.594238Z","steps":["trace[675540205] 'process raft request' (duration: 150.837124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:09.595808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.050414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:44:09.595916Z","caller":"traceutil/trace.go:171","msg":"trace[1926815589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:237; }","duration":"162.197338ms","start":"2026-04-02T16:44:09.433699Z","end":"2026-04-02T16:44:09.595896Z","steps":["trace[1926815589] 'agreement among raft nodes before linearized reading' (duration: 162.035813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:09.596727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.463271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:44:09.596823Z","caller":"traceutil/trace.go:171","msg":"trace[13527594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:237; }","duration":"157.572125ms","start":"2026-04-02T16:44:09.439211Z","end":"2026-04-02T16:44:09.596783Z","steps":["trace[13527594] 'agreement among raft nodes before linearized reading' (duration: 157.152681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:09.915563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.133111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:09.915908Z","caller":"traceutil/trace.go:171","msg":"trace[1337135800] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"313.499816ms","start":"2026-04-02T16:44:09.60236Z","end":"2026-04-02T16:44:09.915859Z","steps":["trace[1337135800] 'process raft request' (duration: 179.964902ms)","trace[1337135800] 'compare' (duration: 133.014927ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:09.916054Z","caller":"traceutil/trace.go:171","msg":"trace[1472869092] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"308.708807ms","start":"2026-04-02T16:44:09.607212Z","end":"2026-04-02T16:44:09.915921Z","steps":["trace[1472869092] 'process raft request' (duration: 308.647105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:09.91617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.60235Z","time spent":"313.674702ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:09.916209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.607202Z","time spent":"308.948044ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:09.916423Z","caller":"traceutil/trace.go:171","msg":"trace[801473008] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"313.348191ms","start":"2026-04-02T16:44:09.603049Z","end":"2026-04-02T16:44:09.916397Z","steps":["trace[801473008] 'process raft request' (duration: 312.661599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:09.916551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.603015Z","time spent":"313.462885ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:09.916657Z","caller":"traceutil/trace.go:171","msg":"trace[1293271908] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"311.770552ms","start":"2026-04-02T16:44:09.604872Z","end":"2026-04-02T16:44:09.916642Z","steps":["trace[1293271908] 'process raft request' (duration: 310.927085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:09.916765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.604863Z","time spent":"311.849884ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:09.916925Z","caller":"traceutil/trace.go:171","msg":"trace[340848469] linearizableReadLoop","detail":"{readStateIndex:247; appliedIndex:244; }","duration":"311.535485ms","start":"2026-04-02T16:44:09.605365Z","end":"2026-04-02T16:44:09.916901Z","steps":["trace[340848469] 'read index received' (duration: 176.958088ms)","trace[340848469] 'applied index is now lower than readState.Index' (duration: 134.575937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:09.917115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.002393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:09.917162Z","caller":"traceutil/trace.go:171","msg":"trace[337010784] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:0; response_revision:242; }","duration":"315.075234ms","start":"2026-04-02T16:44:09.602074Z","end":"2026-04-02T16:44:09.917149Z","steps":["trace[337010784] 'agreement among raft nodes before linearized reading' (duration: 314.992972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:09.917196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.602063Z","time spent":"315.125436ms","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-02T16:44:09.917474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.890084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-ihcuj9\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-02T16:44:09.917521Z","caller":"traceutil/trace.go:171","msg":"trace[1507062361] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-ihcuj9; range_end:; response_count:1; response_revision:242; }","duration":"309.968966ms","start":"2026-04-02T16:44:09.607542Z","end":"2026-04-02T16:44:09.917511Z","steps":["trace[1507062361] 'agreement among raft nodes before linearized reading' (duration: 309.884364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:09.917549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.607533Z","time spent":"310.008107ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":563,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-ihcuj9\" "} {"level":"warn","ts":"2026-04-02T16:44:10.224263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.982078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:10.224377Z","caller":"traceutil/trace.go:171","msg":"trace[457033566] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"301.839203ms","start":"2026-04-02T16:44:09.922517Z","end":"2026-04-02T16:44:10.224356Z","steps":["trace[457033566] 'process raft request' (duration: 147.69967ms)","trace[457033566] 'compare' (duration: 153.799682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:10.22443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.922491Z","time spent":"301.908975ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11428,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:44:10.228456Z","caller":"traceutil/trace.go:171","msg":"trace[944951959] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"305.440114ms","start":"2026-04-02T16:44:09.922978Z","end":"2026-04-02T16:44:10.228418Z","steps":["trace[944951959] 'process raft request' (duration: 305.098384ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:10.228489Z","caller":"traceutil/trace.go:171","msg":"trace[902472031] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"301.048437ms","start":"2026-04-02T16:44:09.9274Z","end":"2026-04-02T16:44:10.228449Z","steps":["trace[902472031] 'process raft request' (duration: 300.975945ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:10.228482Z","caller":"traceutil/trace.go:171","msg":"trace[2086351961] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"304.932209ms","start":"2026-04-02T16:44:09.923524Z","end":"2026-04-02T16:44:10.228456Z","steps":["trace[2086351961] 'process raft request' (duration: 304.775754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:10.228657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.922968Z","time spent":"305.577918ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:10.228722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.927364Z","time spent":"301.227213ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4645,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:10.228693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:09.923501Z","time spent":"305.144165ms","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:44:10.365987Z","caller":"traceutil/trace.go:171","msg":"trace[1738186601] linearizableReadLoop","detail":"{readStateIndex:256; appliedIndex:255; }","duration":"114.783669ms","start":"2026-04-02T16:44:10.251179Z","end":"2026-04-02T16:44:10.365963Z","steps":["trace[1738186601] 'read index received' (duration: 38.676323ms)","trace[1738186601] 'applied index is now lower than readState.Index' (duration: 76.106256ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:10.366011Z","caller":"traceutil/trace.go:171","msg":"trace[1796221966] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"116.196212ms","start":"2026-04-02T16:44:10.249786Z","end":"2026-04-02T16:44:10.365983Z","steps":["trace[1796221966] 'process raft request' (duration: 75.470887ms)","trace[1796221966] 'compare' (duration: 40.511729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:10.366107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.905043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a297eb1e553d2f\" ","response":"range_response_count:1 size:653"} {"level":"info","ts":"2026-04-02T16:44:10.366273Z","caller":"traceutil/trace.go:171","msg":"trace[463380372] range","detail":"{range_begin:/registry/events/default/instance.18a297eb1e553d2f; range_end:; response_count:1; response_revision:251; }","duration":"115.104939ms","start":"2026-04-02T16:44:10.251156Z","end":"2026-04-02T16:44:10.36626Z","steps":["trace[463380372] 'agreement among raft nodes before linearized reading' (duration: 114.898453ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:10.366254Z","caller":"traceutil/trace.go:171","msg":"trace[768714218] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"113.278231ms","start":"2026-04-02T16:44:10.252861Z","end":"2026-04-02T16:44:10.366139Z","steps":["trace[768714218] 'process raft request' (duration: 113.050244ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:10.581062Z","caller":"traceutil/trace.go:171","msg":"trace[1200743967] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"164.99838ms","start":"2026-04-02T16:44:10.416033Z","end":"2026-04-02T16:44:10.581032Z","steps":["trace[1200743967] 'process raft request' (duration: 66.041104ms)","trace[1200743967] 'compare' (duration: 98.835262ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:10.615967Z","caller":"traceutil/trace.go:171","msg":"trace[140342734] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"199.42337ms","start":"2026-04-02T16:44:10.416511Z","end":"2026-04-02T16:44:10.615935Z","steps":["trace[140342734] 'process raft request' (duration: 199.203083ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:10.6161Z","caller":"traceutil/trace.go:171","msg":"trace[972245652] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"199.338648ms","start":"2026-04-02T16:44:10.416705Z","end":"2026-04-02T16:44:10.616044Z","steps":["trace[972245652] 'process raft request' (duration: 199.129712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:10.901793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.139376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:10.901982Z","caller":"traceutil/trace.go:171","msg":"trace[1906405641] linearizableReadLoop","detail":"{readStateIndex:264; appliedIndex:262; }","duration":"107.7277ms","start":"2026-04-02T16:44:10.794236Z","end":"2026-04-02T16:44:10.901964Z","steps":["trace[1906405641] 'read index received' (duration: 29.051µs)","trace[1906405641] 'applied index is now lower than readState.Index' (duration: 107.697629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:10.902071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.840004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3708"} {"level":"info","ts":"2026-04-02T16:44:10.902195Z","caller":"traceutil/trace.go:171","msg":"trace[1548908732] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:258; }","duration":"108.005579ms","start":"2026-04-02T16:44:10.794179Z","end":"2026-04-02T16:44:10.902185Z","steps":["trace[1548908732] 'agreement among raft nodes before linearized reading' (duration: 107.841634ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:10.902225Z","caller":"traceutil/trace.go:171","msg":"trace[1909238346] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"235.006367ms","start":"2026-04-02T16:44:10.667155Z","end":"2026-04-02T16:44:10.902161Z","steps":["trace[1909238346] 'process raft request' (duration: 234.756439ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:10.902454Z","caller":"traceutil/trace.go:171","msg":"trace[653577585] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"235.512272ms","start":"2026-04-02T16:44:10.666792Z","end":"2026-04-02T16:44:10.902304Z","steps":["trace[653577585] 'process raft request' (duration: 40.775337ms)","trace[653577585] 'compare' (duration: 194.026923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:11.206422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.04521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:11.206553Z","caller":"traceutil/trace.go:171","msg":"trace[640178681] linearizableReadLoop","detail":"{readStateIndex:266; appliedIndex:264; }","duration":"296.620225ms","start":"2026-04-02T16:44:10.909913Z","end":"2026-04-02T16:44:11.206533Z","steps":["trace[640178681] 'read index received' (duration: 42.602636ms)","trace[640178681] 'applied index is now lower than readState.Index' (duration: 254.014909ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:11.206707Z","caller":"traceutil/trace.go:171","msg":"trace[771689619] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"297.008226ms","start":"2026-04-02T16:44:10.909675Z","end":"2026-04-02T16:44:11.206683Z","steps":["trace[771689619] 'process raft request' (duration: 158.451852ms)","trace[771689619] 'compare' (duration: 137.949856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:11.20688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.722902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T16:44:11.206907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.946515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-02T16:44:11.206935Z","caller":"traceutil/trace.go:171","msg":"trace[935799112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:260; }","duration":"273.806095ms","start":"2026-04-02T16:44:10.933118Z","end":"2026-04-02T16:44:11.206924Z","steps":["trace[935799112] 'agreement among raft nodes before linearized reading' (duration: 273.718732ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:11.207012Z","caller":"traceutil/trace.go:171","msg":"trace[1019661805] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:260; }","duration":"297.056528ms","start":"2026-04-02T16:44:10.90988Z","end":"2026-04-02T16:44:11.206937Z","steps":["trace[1019661805] 'agreement among raft nodes before linearized reading' (duration: 296.869042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:11.207452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.767609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a297eb1e5509ee\" ","response":"range_response_count:1 size:657"} {"level":"info","ts":"2026-04-02T16:44:11.20762Z","caller":"traceutil/trace.go:171","msg":"trace[1013584971] range","detail":"{range_begin:/registry/events/default/instance.18a297eb1e5509ee; range_end:; response_count:1; response_revision:260; }","duration":"251.009746ms","start":"2026-04-02T16:44:10.956583Z","end":"2026-04-02T16:44:11.207593Z","steps":["trace[1013584971] 'agreement among raft nodes before linearized reading' (duration: 250.620393ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:11.38449Z","caller":"traceutil/trace.go:171","msg":"trace[1055291567] linearizableReadLoop","detail":"{readStateIndex:269; appliedIndex:267; }","duration":"135.18693ms","start":"2026-04-02T16:44:11.249274Z","end":"2026-04-02T16:44:11.384461Z","steps":["trace[1055291567] 'read index received' (duration: 134.507479ms)","trace[1055291567] 'applied index is now lower than readState.Index' (duration: 677.701µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:11.384659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.362757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a297eb1e553d2f\" ","response":"range_response_count:1 size:653"} {"level":"info","ts":"2026-04-02T16:44:11.384646Z","caller":"traceutil/trace.go:171","msg":"trace[846631670] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"173.457157ms","start":"2026-04-02T16:44:11.211136Z","end":"2026-04-02T16:44:11.384593Z","steps":["trace[846631670] 'process raft request' (duration: 172.59961ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:11.384708Z","caller":"traceutil/trace.go:171","msg":"trace[508839043] range","detail":"{range_begin:/registry/events/default/instance.18a297eb1e553d2f; range_end:; response_count:1; response_revision:263; }","duration":"135.46345ms","start":"2026-04-02T16:44:11.24923Z","end":"2026-04-02T16:44:11.384694Z","steps":["trace[508839043] 'agreement among raft nodes before linearized reading' (duration: 135.346137ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:11.384708Z","caller":"traceutil/trace.go:171","msg":"trace[306314250] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"172.580671ms","start":"2026-04-02T16:44:11.212096Z","end":"2026-04-02T16:44:11.384676Z","steps":["trace[306314250] 'process raft request' (duration: 172.277592ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:11.38652Z","caller":"traceutil/trace.go:171","msg":"trace[1923999985] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"137.060458ms","start":"2026-04-02T16:44:11.249272Z","end":"2026-04-02T16:44:11.386332Z","steps":["trace[1923999985] 'process raft request' (duration: 136.918663ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:11.571098Z","caller":"traceutil/trace.go:171","msg":"trace[550050245] linearizableReadLoop","detail":"{readStateIndex:275; appliedIndex:273; }","duration":"130.145954ms","start":"2026-04-02T16:44:11.440927Z","end":"2026-04-02T16:44:11.571073Z","steps":["trace[550050245] 'read index received' (duration: 58.740531ms)","trace[550050245] 'applied index is now lower than readState.Index' (duration: 71.404653ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:11.571123Z","caller":"traceutil/trace.go:171","msg":"trace[1294436406] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"159.214395ms","start":"2026-04-02T16:44:11.411885Z","end":"2026-04-02T16:44:11.571099Z","steps":["trace[1294436406] 'process raft request' (duration: 87.75014ms)","trace[1294436406] 'compare' (duration: 71.28755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:11.571386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.439394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a297eb1e5509ee\" ","response":"range_response_count:1 size:657"} {"level":"info","ts":"2026-04-02T16:44:11.571462Z","caller":"traceutil/trace.go:171","msg":"trace[1601700016] range","detail":"{range_begin:/registry/events/default/instance.18a297eb1e5509ee; range_end:; response_count:1; response_revision:269; }","duration":"130.552579ms","start":"2026-04-02T16:44:11.440891Z","end":"2026-04-02T16:44:11.571444Z","steps":["trace[1601700016] 'agreement among raft nodes before linearized reading' (duration: 130.400223ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:11.57128Z","caller":"traceutil/trace.go:171","msg":"trace[19015942] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"157.481482ms","start":"2026-04-02T16:44:11.413775Z","end":"2026-04-02T16:44:11.571256Z","steps":["trace[19015942] 'process raft request' (duration: 157.253875ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:11.86506Z","caller":"traceutil/trace.go:171","msg":"trace[1588940353] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"211.006361ms","start":"2026-04-02T16:44:11.654032Z","end":"2026-04-02T16:44:11.865039Z","steps":["trace[1588940353] 'process raft request' (duration: 210.95333ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:11.865099Z","caller":"traceutil/trace.go:171","msg":"trace[1669279122] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"211.869778ms","start":"2026-04-02T16:44:11.653182Z","end":"2026-04-02T16:44:11.865052Z","steps":["trace[1669279122] 'process raft request' (duration: 185.980226ms)","trace[1669279122] 'compare' (duration: 25.585922ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:11.865316Z","caller":"traceutil/trace.go:171","msg":"trace[1830284788] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"211.672541ms","start":"2026-04-02T16:44:11.653622Z","end":"2026-04-02T16:44:11.865294Z","steps":["trace[1830284788] 'process raft request' (duration: 211.31644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:12.215086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.188631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:12.215216Z","caller":"traceutil/trace.go:171","msg":"trace[297962018] linearizableReadLoop","detail":"{readStateIndex:286; appliedIndex:285; }","duration":"306.707318ms","start":"2026-04-02T16:44:11.908492Z","end":"2026-04-02T16:44:12.215199Z","steps":["trace[297962018] 'read index received' (duration: 61.27051ms)","trace[297962018] 'applied index is now lower than readState.Index' (duration: 245.435358ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:12.215445Z","caller":"traceutil/trace.go:171","msg":"trace[874186098] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"330.598229ms","start":"2026-04-02T16:44:11.884769Z","end":"2026-04-02T16:44:12.215368Z","steps":["trace[874186098] 'process raft request' (duration: 85.048017ms)","trace[874186098] 'compare' (duration: 244.950834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:12.215575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:11.884755Z","time spent":"330.748864ms","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":356,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:44:12.215645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.528152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:44:12.215747Z","caller":"traceutil/trace.go:171","msg":"trace[600004078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:280; }","duration":"295.658416ms","start":"2026-04-02T16:44:11.920063Z","end":"2026-04-02T16:44:12.215721Z","steps":["trace[600004078] 'agreement among raft nodes before linearized reading' (duration: 295.417429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:12.215803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.957485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:12.215882Z","caller":"traceutil/trace.go:171","msg":"trace[1058850994] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:0; response_revision:280; }","duration":"295.053618ms","start":"2026-04-02T16:44:11.920808Z","end":"2026-04-02T16:44:12.215862Z","steps":["trace[1058850994] 'agreement among raft nodes before linearized reading' (duration: 294.929774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:12.215947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.540113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:44:12.215986Z","caller":"traceutil/trace.go:171","msg":"trace[119424559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:280; }","duration":"295.633496ms","start":"2026-04-02T16:44:11.920341Z","end":"2026-04-02T16:44:12.215975Z","steps":["trace[119424559] 'agreement among raft nodes before linearized reading' (duration: 295.504712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:12.216093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.597276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a297eb1e553d2f\" ","response":"range_response_count:1 size:653"} {"level":"info","ts":"2026-04-02T16:44:12.216134Z","caller":"traceutil/trace.go:171","msg":"trace[1935025941] range","detail":"{range_begin:/registry/events/default/instance.18a297eb1e553d2f; range_end:; response_count:1; response_revision:280; }","duration":"307.674478ms","start":"2026-04-02T16:44:11.90845Z","end":"2026-04-02T16:44:12.216124Z","steps":["trace[1935025941] 'agreement among raft nodes before linearized reading' (duration: 307.605806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:12.216164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:11.908432Z","time spent":"307.72392ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":676,"request content":"key:\"/registry/events/default/instance.18a297eb1e553d2f\" "} {"level":"warn","ts":"2026-04-02T16:44:12.659226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.959623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:12.659552Z","caller":"traceutil/trace.go:171","msg":"trace[1458862582] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"439.353711ms","start":"2026-04-02T16:44:12.220135Z","end":"2026-04-02T16:44:12.659489Z","steps":["trace[1458862582] 'process raft request' (duration: 303.039247ms)","trace[1458862582] 'compare' (duration: 135.747266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:12.659684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:12.220106Z","time spent":"439.516326ms","remote":"127.0.0.1:42998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:44:12.659866Z","caller":"traceutil/trace.go:171","msg":"trace[441465836] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"439.353351ms","start":"2026-04-02T16:44:12.220499Z","end":"2026-04-02T16:44:12.659852Z","steps":["trace[441465836] 'process raft request' (duration: 438.948508ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:12.659911Z","caller":"traceutil/trace.go:171","msg":"trace[594938978] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"415.817823ms","start":"2026-04-02T16:44:12.243997Z","end":"2026-04-02T16:44:12.659815Z","steps":["trace[594938978] 'process raft request' (duration: 415.626017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:12.66036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:12.220483Z","time spent":"439.441664ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:12.660415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:12.243969Z","time spent":"416.407491ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:44:12.660577Z","caller":"traceutil/trace.go:171","msg":"trace[730274850] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"440.322811ms","start":"2026-04-02T16:44:12.220246Z","end":"2026-04-02T16:44:12.660569Z","steps":["trace[730274850] 'process raft request' (duration: 439.085943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:12.660624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:12.220239Z","time spent":"440.364292ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:12.660818Z","caller":"traceutil/trace.go:171","msg":"trace[2136258376] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"419.220178ms","start":"2026-04-02T16:44:12.241591Z","end":"2026-04-02T16:44:12.660811Z","steps":["trace[2136258376] 'process raft request' (duration: 417.904948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:12.66086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:12.241569Z","time spent":"419.271949ms","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":203,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} 2026/04/02 16:44:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T16:44:13.035606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.409843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:13.03574Z","caller":"traceutil/trace.go:171","msg":"trace[243940871] linearizableReadLoop","detail":"{readStateIndex:295; appliedIndex:293; }","duration":"109.465981ms","start":"2026-04-02T16:44:12.926261Z","end":"2026-04-02T16:44:13.035727Z","steps":["trace[243940871] 'read index received' (duration: 72.654196ms)","trace[243940871] 'applied index is now lower than readState.Index' (duration: 36.811075ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:13.035882Z","caller":"traceutil/trace.go:171","msg":"trace[1044999895] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"305.426938ms","start":"2026-04-02T16:44:12.730449Z","end":"2026-04-02T16:44:13.035876Z","steps":["trace[1044999895] 'process raft request' (duration: 305.237032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:13.035915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:12.730426Z","time spent":"305.47477ms","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:44:13.03603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.75609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:13.036072Z","caller":"traceutil/trace.go:171","msg":"trace[1726579973] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:0; response_revision:289; }","duration":"109.859423ms","start":"2026-04-02T16:44:12.926199Z","end":"2026-04-02T16:44:13.036058Z","steps":["trace[1726579973] 'agreement among raft nodes before linearized reading' (duration: 109.745019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:13.268494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.701883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:13.268709Z","caller":"traceutil/trace.go:171","msg":"trace[1851210958] linearizableReadLoop","detail":"{readStateIndex:300; appliedIndex:298; }","duration":"166.073638ms","start":"2026-04-02T16:44:13.102607Z","end":"2026-04-02T16:44:13.26868Z","steps":["trace[1851210958] 'read index received' (duration: 54.186939ms)","trace[1851210958] 'applied index is now lower than readState.Index' (duration: 111.885719ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:13.268781Z","caller":"traceutil/trace.go:171","msg":"trace[498433713] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"195.211275ms","start":"2026-04-02T16:44:13.07356Z","end":"2026-04-02T16:44:13.268772Z","steps":["trace[498433713] 'process raft request' (duration: 195.053501ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:13.268816Z","caller":"traceutil/trace.go:171","msg":"trace[1986513879] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"196.240247ms","start":"2026-04-02T16:44:13.072532Z","end":"2026-04-02T16:44:13.268772Z","steps":["trace[1986513879] 'process raft request' (duration: 84.154693ms)","trace[1986513879] 'compare' (duration: 111.541668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:13.268967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.00055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-02T16:44:13.269056Z","caller":"traceutil/trace.go:171","msg":"trace[457600065] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:294; }","duration":"196.134284ms","start":"2026-04-02T16:44:13.072903Z","end":"2026-04-02T16:44:13.269038Z","steps":["trace[457600065] 'agreement among raft nodes before linearized reading' (duration: 195.934028ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:13.270814Z","caller":"traceutil/trace.go:171","msg":"trace[1541095860] transaction","detail":"{read_only:false; number_of_response:0; response_revision:295; }","duration":"136.892339ms","start":"2026-04-02T16:44:13.133912Z","end":"2026-04-02T16:44:13.270804Z","steps":["trace[1541095860] 'process raft request' (duration: 136.789326ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:13.270812Z","caller":"traceutil/trace.go:171","msg":"trace[1553419838] transaction","detail":"{read_only:false; number_of_response:0; response_revision:295; }","duration":"155.043028ms","start":"2026-04-02T16:44:13.115751Z","end":"2026-04-02T16:44:13.270794Z","steps":["trace[1553419838] 'process raft request' (duration: 154.891323ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:13.270912Z","caller":"traceutil/trace.go:171","msg":"trace[1787686688] transaction","detail":"{read_only:false; number_of_response:0; response_revision:295; }","duration":"135.563808ms","start":"2026-04-02T16:44:13.135323Z","end":"2026-04-02T16:44:13.270887Z","steps":["trace[1787686688] 'process raft request' (duration: 135.509206ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:13.270928Z","caller":"traceutil/trace.go:171","msg":"trace[1415537593] transaction","detail":"{read_only:false; number_of_response:0; response_revision:295; }","duration":"135.816485ms","start":"2026-04-02T16:44:13.135073Z","end":"2026-04-02T16:44:13.270889Z","steps":["trace[1415537593] 'process raft request' (duration: 135.736202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:13.270951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.027816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-02T16:44:13.271044Z","caller":"traceutil/trace.go:171","msg":"trace[2131894144] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:295; }","duration":"165.15906ms","start":"2026-04-02T16:44:13.105866Z","end":"2026-04-02T16:44:13.271025Z","steps":["trace[2131894144] 'agreement among raft nodes before linearized reading' (duration: 165.000645ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:13.270937Z","caller":"traceutil/trace.go:171","msg":"trace[1477802480] transaction","detail":"{read_only:false; number_of_response:0; response_revision:295; }","duration":"136.526058ms","start":"2026-04-02T16:44:13.134389Z","end":"2026-04-02T16:44:13.270915Z","steps":["trace[1477802480] 'process raft request' (duration: 136.394964ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:13.270832Z","caller":"traceutil/trace.go:171","msg":"trace[1680950212] transaction","detail":"{read_only:false; number_of_response:0; response_revision:295; }","duration":"136.558809ms","start":"2026-04-02T16:44:13.134258Z","end":"2026-04-02T16:44:13.270817Z","steps":["trace[1680950212] 'process raft request' (duration: 136.488796ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:13.270761Z","caller":"traceutil/trace.go:171","msg":"trace[1307144911] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"164.067815ms","start":"2026-04-02T16:44:13.106668Z","end":"2026-04-02T16:44:13.270736Z","steps":["trace[1307144911] 'process raft request' (duration: 163.825198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:13.924524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.21569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:13.924597Z","caller":"traceutil/trace.go:171","msg":"trace[1274822170] linearizableReadLoop","detail":"{readStateIndex:331; appliedIndex:330; }","duration":"257.830977ms","start":"2026-04-02T16:44:13.666757Z","end":"2026-04-02T16:44:13.924588Z","steps":["trace[1274822170] 'read index received' (duration: 45.441182ms)","trace[1274822170] 'applied index is now lower than readState.Index' (duration: 212.389095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:13.924665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.90537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-02T16:44:13.924683Z","caller":"traceutil/trace.go:171","msg":"trace[1558888760] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:319; }","duration":"257.954192ms","start":"2026-04-02T16:44:13.666724Z","end":"2026-04-02T16:44:13.924678Z","steps":["trace[1558888760] 'agreement among raft nodes before linearized reading' (duration: 257.914311ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:13.924657Z","caller":"traceutil/trace.go:171","msg":"trace[1856512302] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"259.685024ms","start":"2026-04-02T16:44:13.664938Z","end":"2026-04-02T16:44:13.924623Z","steps":["trace[1856512302] 'process raft request' (duration: 47.313549ms)","trace[1856512302] 'compare' (duration: 212.124397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:13.924864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.716255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:13.924923Z","caller":"traceutil/trace.go:171","msg":"trace[1680643422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:319; }","duration":"162.811459ms","start":"2026-04-02T16:44:13.762096Z","end":"2026-04-02T16:44:13.924908Z","steps":["trace[1680643422] 'agreement among raft nodes before linearized reading' (duration: 162.722626ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:14.195452Z","caller":"traceutil/trace.go:171","msg":"trace[1578104539] linearizableReadLoop","detail":"{readStateIndex:335; appliedIndex:334; }","duration":"138.670171ms","start":"2026-04-02T16:44:14.056749Z","end":"2026-04-02T16:44:14.195419Z","steps":["trace[1578104539] 'read index received' (duration: 125.984192ms)","trace[1578104539] 'applied index is now lower than readState.Index' (duration: 12.684059ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:14.195538Z","caller":"traceutil/trace.go:171","msg":"trace[52356758] transaction","detail":"{read_only:false; number_of_response:0; response_revision:322; }","duration":"140.404465ms","start":"2026-04-02T16:44:14.055058Z","end":"2026-04-02T16:44:14.195463Z","steps":["trace[52356758] 'process raft request' (duration: 127.56432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:14.195734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.94824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-04-02T16:44:14.195864Z","caller":"traceutil/trace.go:171","msg":"trace[2091077342] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:322; }","duration":"139.123155ms","start":"2026-04-02T16:44:14.05672Z","end":"2026-04-02T16:44:14.195843Z","steps":["trace[2091077342] 'agreement among raft nodes before linearized reading' (duration: 138.871728ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:14.349318Z","caller":"traceutil/trace.go:171","msg":"trace[1536469085] linearizableReadLoop","detail":"{readStateIndex:336; appliedIndex:335; }","duration":"153.726904ms","start":"2026-04-02T16:44:14.195557Z","end":"2026-04-02T16:44:14.349284Z","steps":["trace[1536469085] 'read index received' (duration: 153.567509ms)","trace[1536469085] 'applied index is now lower than readState.Index' (duration: 157.665µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:14.349357Z","caller":"traceutil/trace.go:171","msg":"trace[143936844] transaction","detail":"{read_only:false; number_of_response:0; response_revision:322; }","duration":"292.523429ms","start":"2026-04-02T16:44:14.056797Z","end":"2026-04-02T16:44:14.349321Z","steps":["trace[143936844] 'process raft request' (duration: 292.358544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:14.349476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.479757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:14.349545Z","caller":"traceutil/trace.go:171","msg":"trace[1139786376] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:0; response_revision:322; }","duration":"290.609281ms","start":"2026-04-02T16:44:14.058921Z","end":"2026-04-02T16:44:14.34953Z","steps":["trace[1139786376] 'agreement among raft nodes before linearized reading' (duration: 290.469447ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:14.475262Z","caller":"traceutil/trace.go:171","msg":"trace[1982806744] linearizableReadLoop","detail":"{readStateIndex:337; appliedIndex:336; }","duration":"125.803726ms","start":"2026-04-02T16:44:14.349423Z","end":"2026-04-02T16:44:14.475227Z","steps":["trace[1982806744] 'read index received' (duration: 125.295851ms)","trace[1982806744] 'applied index is now lower than readState.Index' (duration: 506.365µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:14.475489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.867757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-04-02T16:44:14.475574Z","caller":"traceutil/trace.go:171","msg":"trace[1782255134] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:323; }","duration":"125.019451ms","start":"2026-04-02T16:44:14.350541Z","end":"2026-04-02T16:44:14.475561Z","steps":["trace[1782255134] 'agreement among raft nodes before linearized reading' (duration: 124.867237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:14.475572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.425495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7293"} {"level":"warn","ts":"2026-04-02T16:44:14.475583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.67226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-02T16:44:14.475647Z","caller":"traceutil/trace.go:171","msg":"trace[2003357578] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:323; }","duration":"278.572751ms","start":"2026-04-02T16:44:14.197058Z","end":"2026-04-02T16:44:14.475631Z","steps":["trace[2003357578] 'agreement among raft nodes before linearized reading' (duration: 278.347454ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:14.475657Z","caller":"traceutil/trace.go:171","msg":"trace[1533745858] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:323; }","duration":"122.813744ms","start":"2026-04-02T16:44:14.352829Z","end":"2026-04-02T16:44:14.475643Z","steps":["trace[1533745858] 'agreement among raft nodes before linearized reading' (duration: 122.621048ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:14.475377Z","caller":"traceutil/trace.go:171","msg":"trace[1247521680] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"265.310393ms","start":"2026-04-02T16:44:14.210013Z","end":"2026-04-02T16:44:14.475323Z","steps":["trace[1247521680] 'process raft request' (duration: 264.908281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:14.62565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.771675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:14.62579Z","caller":"traceutil/trace.go:171","msg":"trace[1923348529] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"140.706464ms","start":"2026-04-02T16:44:14.485059Z","end":"2026-04-02T16:44:14.625765Z","steps":["trace[1923348529] 'process raft request' (duration: 15.723013ms)","trace[1923348529] 'compare' (duration: 124.566398ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:14.636703Z","caller":"traceutil/trace.go:171","msg":"trace[1880070591] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"147.375939ms","start":"2026-04-02T16:44:14.489307Z","end":"2026-04-02T16:44:14.636683Z","steps":["trace[1880070591] 'process raft request' (duration: 147.198624ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:14.811149Z","caller":"traceutil/trace.go:171","msg":"trace[564490593] linearizableReadLoop","detail":"{readStateIndex:341; appliedIndex:339; }","duration":"146.132681ms","start":"2026-04-02T16:44:14.664987Z","end":"2026-04-02T16:44:14.81112Z","steps":["trace[564490593] 'read index received' (duration: 114.586972ms)","trace[564490593] 'applied index is now lower than readState.Index' (duration: 31.544419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:14.811587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.587544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:44:14.811816Z","caller":"traceutil/trace.go:171","msg":"trace[1743229022] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"166.240598ms","start":"2026-04-02T16:44:14.645544Z","end":"2026-04-02T16:44:14.811784Z","steps":["trace[1743229022] 'process raft request' (duration: 133.902855ms)","trace[1743229022] 'compare' (duration: 31.433216ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:14.811932Z","caller":"traceutil/trace.go:171","msg":"trace[991482186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:327; }","duration":"146.940736ms","start":"2026-04-02T16:44:14.664924Z","end":"2026-04-02T16:44:14.811865Z","steps":["trace[991482186] 'agreement among raft nodes before linearized reading' (duration: 146.517813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:14.811672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.670537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:44:14.812088Z","caller":"traceutil/trace.go:171","msg":"trace[1103547560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:327; }","duration":"147.161422ms","start":"2026-04-02T16:44:14.664913Z","end":"2026-04-02T16:44:14.812074Z","steps":["trace[1103547560] 'agreement among raft nodes before linearized reading' (duration: 146.679667ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:14.811811Z","caller":"traceutil/trace.go:171","msg":"trace[24364145] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"165.98215ms","start":"2026-04-02T16:44:14.645775Z","end":"2026-04-02T16:44:14.811757Z","steps":["trace[24364145] 'process raft request' (duration: 165.280709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:17.76244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000646893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T16:44:17.762623Z","caller":"traceutil/trace.go:171","msg":"trace[1993061738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000909383s","start":"2026-04-02T16:44:15.761691Z","end":"2026-04-02T16:44:17.7626Z","steps":["trace[1993061738] 'agreement among raft nodes before linearized reading' (duration: 2.000685535s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:17.762676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:15.761672Z","time spent":"2.000991585s","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 16:44:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T16:44:18.047389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000338405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T16:44:18.047574Z","caller":"traceutil/trace.go:171","msg":"trace[844227837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538391s","start":"2026-04-02T16:44:16.046965Z","end":"2026-04-02T16:44:18.047504Z","steps":["trace[844227837] 'agreement among raft nodes before linearized reading' (duration: 2.000355285s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:18.047667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:16.046945Z","time spent":"2.000703626s","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 16:44:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T16:44:18.623101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685508996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:18.62345Z","caller":"traceutil/trace.go:171","msg":"trace[1646999475] linearizableReadLoop","detail":"{readStateIndex:344; appliedIndex:342; }","duration":"3.778910966s","start":"2026-04-02T16:44:14.844395Z","end":"2026-04-02T16:44:18.623306Z","steps":["trace[1646999475] 'read index received' (duration: 93.022389ms)","trace[1646999475] 'applied index is now lower than readState.Index' (duration: 3.685887467s)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:18.62392Z","caller":"traceutil/trace.go:171","msg":"trace[1557360701] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"3.805863494s","start":"2026-04-02T16:44:14.81784Z","end":"2026-04-02T16:44:18.623703Z","steps":["trace[1557360701] 'process raft request' (duration: 119.649257ms)","trace[1557360701] 'compare' (duration: 3.684752902s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:18.623965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.779528404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:44:18.62404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:14.817831Z","time spent":"3.806143262s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:18.624054Z","caller":"traceutil/trace.go:171","msg":"trace[1947954233] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"3.801986364s","start":"2026-04-02T16:44:14.822053Z","end":"2026-04-02T16:44:18.624039Z","steps":["trace[1947954233] 'process raft request' (duration: 3.801157439s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:18.624096Z","caller":"traceutil/trace.go:171","msg":"trace[139831143] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:0; response_revision:330; }","duration":"3.77971125s","start":"2026-04-02T16:44:14.844349Z","end":"2026-04-02T16:44:18.62406Z","steps":["trace[139831143] 'agreement among raft nodes before linearized reading' (duration: 3.779310538s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:18.624161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:14.844329Z","time spent":"3.779821773s","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-02T16:44:18.624153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:14.822045Z","time spent":"3.802054886s","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4645,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:19.124311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:44:19.326442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.559495433s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T16:44:19.617482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.653506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:19.617589Z","caller":"traceutil/trace.go:171","msg":"trace[168902443] linearizableReadLoop","detail":"{readStateIndex:345; appliedIndex:344; }","duration":"994.085969ms","start":"2026-04-02T16:44:18.623488Z","end":"2026-04-02T16:44:19.617574Z","steps":["trace[168902443] 'read index received' (duration: 703.132454ms)","trace[168902443] 'applied index is now lower than readState.Index' (duration: 290.952395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:19.617702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770004477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:44:19.617698Z","caller":"traceutil/trace.go:171","msg":"trace[1987547953] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"1.850894181s","start":"2026-04-02T16:44:17.766774Z","end":"2026-04-02T16:44:19.617669Z","steps":["trace[1987547953] 'process raft request' (duration: 1.559989837s)","trace[1987547953] 'compare' (duration: 290.489901ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:19.617728Z","caller":"traceutil/trace.go:171","msg":"trace[591313268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:331; }","duration":"2.77007542s","start":"2026-04-02T16:44:16.847644Z","end":"2026-04-02T16:44:19.617719Z","steps":["trace[591313268] 'agreement among raft nodes before linearized reading' (duration: 2.770010398s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:19.617735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11338636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.20\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-02T16:44:19.617759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:16.847621Z","time spent":"2.770130471s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:44:19.617792Z","caller":"traceutil/trace.go:171","msg":"trace[1521520791] range","detail":"{range_begin:/registry/masterleases/199.19.213.20; range_end:; response_count:1; response_revision:331; }","duration":"2.113505813s","start":"2026-04-02T16:44:17.50427Z","end":"2026-04-02T16:44:19.617775Z","steps":["trace[1521520791] 'agreement among raft nodes before linearized reading' (duration: 2.113321327s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:19.617802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:17.766736Z","time spent":"1.851017414s","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:44:19.617835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:17.504238Z","time spent":"2.113584545s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.20\" "} {"level":"warn","ts":"2026-04-02T16:44:19.617843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.188965995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:44:19.617921Z","caller":"traceutil/trace.go:171","msg":"trace[1175454146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:331; }","duration":"4.189086108s","start":"2026-04-02T16:44:15.428816Z","end":"2026-04-02T16:44:19.617902Z","steps":["trace[1175454146] 'agreement among raft nodes before linearized reading' (duration: 4.188905112s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:19.618007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:15.4288Z","time spent":"4.18915794s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:44:19.618024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.243582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7293"} {"level":"info","ts":"2026-04-02T16:44:19.618053Z","caller":"traceutil/trace.go:171","msg":"trace[1622700189] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:331; }","duration":"987.273033ms","start":"2026-04-02T16:44:18.630772Z","end":"2026-04-02T16:44:19.618045Z","steps":["trace[1622700189] 'agreement among raft nodes before linearized reading' (duration: 987.218331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:19.618047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848649353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:44:19.618078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:18.630716Z","time spent":"987.356515ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7316,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-02T16:44:19.618094Z","caller":"traceutil/trace.go:171","msg":"trace[1949089100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:331; }","duration":"1.848734625s","start":"2026-04-02T16:44:17.769345Z","end":"2026-04-02T16:44:19.61808Z","steps":["trace[1949089100] 'agreement among raft nodes before linearized reading' (duration: 1.848664383s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:19.618133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:17.769325Z","time spent":"1.848797537s","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:44:19.618223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.870715ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:19.618327Z","caller":"traceutil/trace.go:171","msg":"trace[1383447129] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:331; }","duration":"632.969978ms","start":"2026-04-02T16:44:18.985341Z","end":"2026-04-02T16:44:19.618311Z","steps":["trace[1383447129] 'agreement among raft nodes before linearized reading' (duration: 632.862185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:19.618359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.188829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-04-02T16:44:19.618383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68955015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:44:19.618406Z","caller":"traceutil/trace.go:171","msg":"trace[373165510] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:331; }","duration":"987.250961ms","start":"2026-04-02T16:44:18.631141Z","end":"2026-04-02T16:44:19.618392Z","steps":["trace[373165510] 'agreement among raft nodes before linearized reading' (duration: 987.145068ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:19.618429Z","caller":"traceutil/trace.go:171","msg":"trace[80012824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:331; }","duration":"3.689627752s","start":"2026-04-02T16:44:15.928787Z","end":"2026-04-02T16:44:19.618415Z","steps":["trace[80012824] 'agreement among raft nodes before linearized reading' (duration: 3.68954711s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:19.618447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:18.631116Z","time spent":"987.320873ms","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-02T16:44:19.61846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:15.928767Z","time spent":"3.689685934s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:44:19.820293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.756123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-02T16:44:19.820414Z","caller":"traceutil/trace.go:171","msg":"trace[2045159703] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:338; }","duration":"100.956899ms","start":"2026-04-02T16:44:19.71943Z","end":"2026-04-02T16:44:19.820387Z","steps":["trace[2045159703] 'range keys from in-memory index tree' (duration: 100.548566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:20.062755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.750148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:20.062893Z","caller":"traceutil/trace.go:171","msg":"trace[1494434275] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:356; }","duration":"141.559954ms","start":"2026-04-02T16:44:19.921304Z","end":"2026-04-02T16:44:20.062864Z","steps":["trace[1494434275] 'read index received' (duration: 39.482406ms)","trace[1494434275] 'applied index is now lower than readState.Index' (duration: 102.075508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:20.062967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.674437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-02T16:44:20.062996Z","caller":"traceutil/trace.go:171","msg":"trace[825066244] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:342; }","duration":"141.75097ms","start":"2026-04-02T16:44:19.921236Z","end":"2026-04-02T16:44:20.062987Z","steps":["trace[825066244] 'agreement among raft nodes before linearized reading' (duration: 141.686798ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.062959Z","caller":"traceutil/trace.go:171","msg":"trace[1304032634] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"166.539951ms","start":"2026-04-02T16:44:19.896366Z","end":"2026-04-02T16:44:20.062906Z","steps":["trace[1304032634] 'process raft request' (duration: 64.519065ms)","trace[1304032634] 'compare' (duration: 101.575393ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:20.34075Z","caller":"traceutil/trace.go:171","msg":"trace[1788035330] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:357; }","duration":"257.293222ms","start":"2026-04-02T16:44:20.083418Z","end":"2026-04-02T16:44:20.340711Z","steps":["trace[1788035330] 'read index received' (duration: 195.693061ms)","trace[1788035330] 'applied index is now lower than readState.Index' (duration: 61.599161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:20.340892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.440418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:20.340972Z","caller":"traceutil/trace.go:171","msg":"trace[152370905] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:0; response_revision:343; }","duration":"257.536771ms","start":"2026-04-02T16:44:20.08341Z","end":"2026-04-02T16:44:20.340947Z","steps":["trace[152370905] 'agreement among raft nodes before linearized reading' (duration: 257.412747ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.340955Z","caller":"traceutil/trace.go:171","msg":"trace[981774646] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"264.997566ms","start":"2026-04-02T16:44:20.075894Z","end":"2026-04-02T16:44:20.340891Z","steps":["trace[981774646] 'process raft request' (duration: 203.666163ms)","trace[981774646] 'compare' (duration: 61.029374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:20.588085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.976995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-02T16:44:20.58816Z","caller":"traceutil/trace.go:171","msg":"trace[309990040] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:345; }","duration":"123.083988ms","start":"2026-04-02T16:44:20.465057Z","end":"2026-04-02T16:44:20.588141Z","steps":["trace[309990040] 'range keys from in-memory index tree' (duration: 122.907933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:20.588214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.295816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-02T16:44:20.588354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.494882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-02T16:44:20.588381Z","caller":"traceutil/trace.go:171","msg":"trace[1746233734] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:345; }","duration":"128.563313ms","start":"2026-04-02T16:44:20.459811Z","end":"2026-04-02T16:44:20.588375Z","steps":["trace[1746233734] 'range keys from in-memory index tree' (duration: 128.364987ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.588412Z","caller":"traceutil/trace.go:171","msg":"trace[1717428470] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:345; }","duration":"128.498912ms","start":"2026-04-02T16:44:20.459812Z","end":"2026-04-02T16:44:20.588311Z","steps":["trace[1717428470] 'range keys from in-memory index tree' (duration: 128.12137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:20.58847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.083579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-02T16:44:20.588494Z","caller":"traceutil/trace.go:171","msg":"trace[68723707] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:345; }","duration":"130.175592ms","start":"2026-04-02T16:44:20.458313Z","end":"2026-04-02T16:44:20.588489Z","steps":["trace[68723707] 'range keys from in-memory index tree' (duration: 129.874473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:20.588435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.785719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-02T16:44:20.588592Z","caller":"traceutil/trace.go:171","msg":"trace[333684481] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:345; }","duration":"123.963725ms","start":"2026-04-02T16:44:20.464623Z","end":"2026-04-02T16:44:20.588587Z","steps":["trace[333684481] 'range keys from in-memory index tree' (duration: 123.717657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:20.588282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.682503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-02T16:44:20.588846Z","caller":"traceutil/trace.go:171","msg":"trace[99631747] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:345; }","duration":"109.280341ms","start":"2026-04-02T16:44:20.479551Z","end":"2026-04-02T16:44:20.588832Z","steps":["trace[99631747] 'range keys from in-memory index tree' (duration: 108.596671ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.751585Z","caller":"traceutil/trace.go:171","msg":"trace[752814031] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"150.401203ms","start":"2026-04-02T16:44:20.601154Z","end":"2026-04-02T16:44:20.751556Z","steps":["trace[752814031] 'process raft request' (duration: 150.262629ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.751585Z","caller":"traceutil/trace.go:171","msg":"trace[592193853] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"150.549977ms","start":"2026-04-02T16:44:20.600989Z","end":"2026-04-02T16:44:20.751539Z","steps":["trace[592193853] 'process raft request' (duration: 129.645126ms)","trace[592193853] 'compare' (duration: 20.456698ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:20.751986Z","caller":"traceutil/trace.go:171","msg":"trace[1024606532] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:361; }","duration":"119.514221ms","start":"2026-04-02T16:44:20.63244Z","end":"2026-04-02T16:44:20.751954Z","steps":["trace[1024606532] 'read index received' (duration: 98.208267ms)","trace[1024606532] 'applied index is now lower than readState.Index' (duration: 21.304624ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:20.752006Z","caller":"traceutil/trace.go:171","msg":"trace[440620334] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"149.705493ms","start":"2026-04-02T16:44:20.602235Z","end":"2026-04-02T16:44:20.75194Z","steps":["trace[440620334] 'process raft request' (duration: 149.241069ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.75211Z","caller":"traceutil/trace.go:171","msg":"trace[1479248003] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"148.660031ms","start":"2026-04-02T16:44:20.603437Z","end":"2026-04-02T16:44:20.752097Z","steps":["trace[1479248003] 'process raft request' (duration: 148.197667ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.752107Z","caller":"traceutil/trace.go:171","msg":"trace[1274524897] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"149.706313ms","start":"2026-04-02T16:44:20.602382Z","end":"2026-04-02T16:44:20.752088Z","steps":["trace[1274524897] 'process raft request' (duration: 149.164166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:20.752207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.714417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:44:20.752209Z","caller":"traceutil/trace.go:171","msg":"trace[965969468] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"149.666182ms","start":"2026-04-02T16:44:20.602501Z","end":"2026-04-02T16:44:20.752167Z","steps":["trace[965969468] 'process raft request' (duration: 149.089064ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.752048Z","caller":"traceutil/trace.go:171","msg":"trace[1338595025] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"148.474096ms","start":"2026-04-02T16:44:20.603539Z","end":"2026-04-02T16:44:20.752013Z","steps":["trace[1338595025] 'process raft request' (duration: 148.209298ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.752489Z","caller":"traceutil/trace.go:171","msg":"trace[644545863] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"148.444675ms","start":"2026-04-02T16:44:20.604034Z","end":"2026-04-02T16:44:20.752479Z","steps":["trace[644545863] 'process raft request' (duration: 147.748654ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.752266Z","caller":"traceutil/trace.go:171","msg":"trace[18168108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:358; }","duration":"119.846561ms","start":"2026-04-02T16:44:20.632408Z","end":"2026-04-02T16:44:20.752255Z","steps":["trace[18168108] 'agreement among raft nodes before linearized reading' (duration: 119.681206ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.752712Z","caller":"traceutil/trace.go:171","msg":"trace[1664181881] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"149.137845ms","start":"2026-04-02T16:44:20.603559Z","end":"2026-04-02T16:44:20.752697Z","steps":["trace[1664181881] 'process raft request' (duration: 148.116614ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.752761Z","caller":"traceutil/trace.go:171","msg":"trace[1976328628] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"148.100705ms","start":"2026-04-02T16:44:20.604651Z","end":"2026-04-02T16:44:20.752751Z","steps":["trace[1976328628] 'process raft request' (duration: 147.178057ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.752898Z","caller":"traceutil/trace.go:171","msg":"trace[290534596] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"147.974171ms","start":"2026-04-02T16:44:20.604915Z","end":"2026-04-02T16:44:20.75289Z","steps":["trace[290534596] 'process raft request' (duration: 146.9501ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.753054Z","caller":"traceutil/trace.go:171","msg":"trace[1767181854] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"147.738523ms","start":"2026-04-02T16:44:20.6053Z","end":"2026-04-02T16:44:20.753039Z","steps":["trace[1767181854] 'process raft request' (duration: 146.599649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:20.955595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.98457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:2278"} {"level":"info","ts":"2026-04-02T16:44:20.955732Z","caller":"traceutil/trace.go:171","msg":"trace[600229824] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:367; }","duration":"102.238868ms","start":"2026-04-02T16:44:20.853459Z","end":"2026-04-02T16:44:20.955698Z","steps":["trace[600229824] 'range keys from in-memory index tree' (duration: 101.816716ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.955988Z","caller":"traceutil/trace.go:171","msg":"trace[1897683905] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"102.100464ms","start":"2026-04-02T16:44:20.853855Z","end":"2026-04-02T16:44:20.955956Z","steps":["trace[1897683905] 'process raft request' (duration: 101.765694ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.956015Z","caller":"traceutil/trace.go:171","msg":"trace[1691506649] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"102.146835ms","start":"2026-04-02T16:44:20.853617Z","end":"2026-04-02T16:44:20.955764Z","steps":["trace[1691506649] 'process raft request' (duration: 40.05964ms)","trace[1691506649] 'compare' (duration: 61.702064ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:20.957104Z","caller":"traceutil/trace.go:171","msg":"trace[278077481] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"100.472286ms","start":"2026-04-02T16:44:20.856585Z","end":"2026-04-02T16:44:20.957057Z","steps":["trace[278077481] 'process raft request' (duration: 100.153166ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.957218Z","caller":"traceutil/trace.go:171","msg":"trace[2034270871] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"100.511607ms","start":"2026-04-02T16:44:20.856689Z","end":"2026-04-02T16:44:20.957201Z","steps":["trace[2034270871] 'process raft request' (duration: 100.139436ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.957451Z","caller":"traceutil/trace.go:171","msg":"trace[55456731] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"100.699372ms","start":"2026-04-02T16:44:20.85673Z","end":"2026-04-02T16:44:20.957429Z","steps":["trace[55456731] 'process raft request' (duration: 100.138205ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:20.957538Z","caller":"traceutil/trace.go:171","msg":"trace[120596029] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"103.459746ms","start":"2026-04-02T16:44:20.854067Z","end":"2026-04-02T16:44:20.957527Z","steps":["trace[120596029] 'process raft request' (duration: 101.64179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:21.523838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.680022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:21.524124Z","caller":"traceutil/trace.go:171","msg":"trace[187876639] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"497.224918ms","start":"2026-04-02T16:44:21.026838Z","end":"2026-04-02T16:44:21.524062Z","steps":["trace[187876639] 'process raft request' (duration: 167.222627ms)","trace[187876639] 'compare' (duration: 329.488086ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:21.524206Z","caller":"traceutil/trace.go:171","msg":"trace[266740306] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"494.490606ms","start":"2026-04-02T16:44:21.029607Z","end":"2026-04-02T16:44:21.524098Z","steps":["trace[266740306] 'process raft request' (duration: 494.382183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:21.524384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:21.026805Z","time spent":"497.459955ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:44:21.524394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:21.029594Z","time spent":"494.727213ms","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:21.71199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:44:22.442262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.945338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:22.442452Z","caller":"traceutil/trace.go:171","msg":"trace[1022680083] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"1.394855163s","start":"2026-04-02T16:44:21.047574Z","end":"2026-04-02T16:44:22.442429Z","steps":["trace[1022680083] 'process raft request' (duration: 777.614406ms)","trace[1022680083] 'compare' (duration: 616.499505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:22.442563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:21.047538Z","time spent":"1.394947436s","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:22.442812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231513392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-02T16:44:22.442392Z","caller":"traceutil/trace.go:171","msg":"trace[1700212088] linearizableReadLoop","detail":"{readStateIndex:404; appliedIndex:403; }","duration":"1.23110099s","start":"2026-04-02T16:44:21.211272Z","end":"2026-04-02T16:44:22.442373Z","steps":["trace[1700212088] 'read index received' (duration: 613.78969ms)","trace[1700212088] 'applied index is now lower than readState.Index' (duration: 617.31003ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:22.442939Z","caller":"traceutil/trace.go:171","msg":"trace[971930816] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:389; }","duration":"1.231716548s","start":"2026-04-02T16:44:21.211197Z","end":"2026-04-02T16:44:22.442914Z","steps":["trace[971930816] 'agreement among raft nodes before linearized reading' (duration: 1.23143988s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:22.443006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:21.211168Z","time spent":"1.231827281s","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-02T16:44:22.443297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.426616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:44:22.443368Z","caller":"traceutil/trace.go:171","msg":"trace[645556366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:389; }","duration":"801.526059ms","start":"2026-04-02T16:44:21.641813Z","end":"2026-04-02T16:44:22.443339Z","steps":["trace[645556366] 'agreement among raft nodes before linearized reading' (duration: 801.410446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:22.443455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.102401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:44:22.443586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.692024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:44:22.443684Z","caller":"traceutil/trace.go:171","msg":"trace[306991234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:389; }","duration":"801.85733ms","start":"2026-04-02T16:44:21.641807Z","end":"2026-04-02T16:44:22.443664Z","steps":["trace[306991234] 'agreement among raft nodes before linearized reading' (duration: 801.656763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:22.443452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:21.641783Z","time spent":"801.656543ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:44:22.443744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:21.641767Z","time spent":"801.962183ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:44:22.443572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.003723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:44:22.443823Z","caller":"traceutil/trace.go:171","msg":"trace[2106535882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:389; }","duration":"801.321193ms","start":"2026-04-02T16:44:21.642487Z","end":"2026-04-02T16:44:22.443808Z","steps":["trace[2106535882] 'agreement among raft nodes before linearized reading' (duration: 800.974822ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:22.443863Z","caller":"traceutil/trace.go:171","msg":"trace[674033347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:389; }","duration":"679.353208ms","start":"2026-04-02T16:44:21.764286Z","end":"2026-04-02T16:44:22.44364Z","steps":["trace[674033347] 'agreement among raft nodes before linearized reading' (duration: 678.992588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:22.443916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:21.642454Z","time spent":"801.446657ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:44:22.44406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:21.764204Z","time spent":"679.833824ms","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:44:22.752495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.095038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:22.752669Z","caller":"traceutil/trace.go:171","msg":"trace[1648395014] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"303.507229ms","start":"2026-04-02T16:44:22.449134Z","end":"2026-04-02T16:44:22.752641Z","steps":["trace[1648395014] 'process raft request' (duration: 186.123602ms)","trace[1648395014] 'compare' (duration: 116.777819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:22.752744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:22.449084Z","time spent":"303.625732ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:23.32866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.118465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:23.328914Z","caller":"traceutil/trace.go:171","msg":"trace[1716431353] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"879.408251ms","start":"2026-04-02T16:44:22.449481Z","end":"2026-04-02T16:44:23.328889Z","steps":["trace[1716431353] 'process raft request' (duration: 692.501132ms)","trace[1716431353] 'compare' (duration: 185.993211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:23.329041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:22.449457Z","time spent":"879.514065ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:23.329075Z","caller":"traceutil/trace.go:171","msg":"trace[2111563218] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"877.928707ms","start":"2026-04-02T16:44:22.451132Z","end":"2026-04-02T16:44:23.32906Z","steps":["trace[2111563218] 'process raft request' (duration: 877.768913ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:23.329075Z","caller":"traceutil/trace.go:171","msg":"trace[632064305] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"878.392221ms","start":"2026-04-02T16:44:22.450638Z","end":"2026-04-02T16:44:23.32903Z","steps":["trace[632064305] 'process raft request' (duration: 878.139613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:23.329178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:22.451123Z","time spent":"878.00407ms","remote":"127.0.0.1:43122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:23.329182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:22.450631Z","time spent":"878.501514ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:23.416102Z","caller":"traceutil/trace.go:171","msg":"trace[1252535243] linearizableReadLoop","detail":"{readStateIndex:409; appliedIndex:405; }","duration":"649.9313ms","start":"2026-04-02T16:44:22.766147Z","end":"2026-04-02T16:44:23.416079Z","steps":["trace[1252535243] 'read index received' (duration: 375.850249ms)","trace[1252535243] 'applied index is now lower than readState.Index' (duration: 274.079981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:23.416292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.112825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:23.416369Z","caller":"traceutil/trace.go:171","msg":"trace[165996223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:393; }","duration":"650.26382ms","start":"2026-04-02T16:44:22.766085Z","end":"2026-04-02T16:44:23.416348Z","steps":["trace[165996223] 'agreement among raft nodes before linearized reading' (duration: 650.115036ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:23.41642Z","caller":"traceutil/trace.go:171","msg":"trace[897650458] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"260.885975ms","start":"2026-04-02T16:44:23.155491Z","end":"2026-04-02T16:44:23.416377Z","steps":["trace[897650458] 'process raft request' (duration: 260.487363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:23.416461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:22.76606Z","time spent":"650.385514ms","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:44:24.19642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.559779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:24.196524Z","caller":"traceutil/trace.go:171","msg":"trace[667415313] linearizableReadLoop","detail":"{readStateIndex:411; appliedIndex:410; }","duration":"780.33554ms","start":"2026-04-02T16:44:23.416172Z","end":"2026-04-02T16:44:24.196507Z","steps":["trace[667415313] 'read index received' (duration: 26.602466ms)","trace[667415313] 'applied index is now lower than readState.Index' (duration: 753.731804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:24.196627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389986361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:44:24.196669Z","caller":"traceutil/trace.go:171","msg":"trace[1299041770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:395; }","duration":"1.390088134s","start":"2026-04-02T16:44:22.806571Z","end":"2026-04-02T16:44:24.196659Z","steps":["trace[1299041770] 'agreement among raft nodes before linearized reading' (duration: 1.390018232s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:24.196711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:22.806538Z","time spent":"1.390165536s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:44:24.196891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.109787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-04-02T16:44:24.196927Z","caller":"traceutil/trace.go:171","msg":"trace[625144799] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:395; }","duration":"482.146238ms","start":"2026-04-02T16:44:23.714772Z","end":"2026-04-02T16:44:24.196918Z","steps":["trace[625144799] 'agreement among raft nodes before linearized reading' (duration: 482.089866ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:24.196587Z","caller":"traceutil/trace.go:171","msg":"trace[922475302] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"810.045261ms","start":"2026-04-02T16:44:23.386511Z","end":"2026-04-02T16:44:24.196556Z","steps":["trace[922475302] 'process raft request' (duration: 56.257115ms)","trace[922475302] 'compare' (duration: 753.463496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:24.196991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.925403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:24.197017Z","caller":"traceutil/trace.go:171","msg":"trace[379911958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:395; }","duration":"432.993195ms","start":"2026-04-02T16:44:23.764017Z","end":"2026-04-02T16:44:24.19701Z","steps":["trace[379911958] 'agreement among raft nodes before linearized reading' (duration: 432.958434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:24.19704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:23.763985Z","time spent":"433.049536ms","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:44:24.19708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:23.386482Z","time spent":"810.511385ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:24.196956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:23.714659Z","time spent":"482.289522ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-02T16:44:25.059046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.186018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:25.059209Z","caller":"traceutil/trace.go:171","msg":"trace[1863845948] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"857.37415ms","start":"2026-04-02T16:44:24.201811Z","end":"2026-04-02T16:44:25.059185Z","steps":["trace[1863845948] 'process raft request' (duration: 111.911353ms)","trace[1863845948] 'compare' (duration: 744.955882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:25.059392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:24.201774Z","time spent":"857.535354ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:25.258027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:44:25.759166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:44:26.259435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:44:26.760479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:44:26.764743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000787959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T16:44:26.764864Z","caller":"traceutil/trace.go:171","msg":"trace[653887283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000971275s","start":"2026-04-02T16:44:24.763875Z","end":"2026-04-02T16:44:26.764846Z","steps":["trace[653887283] 'agreement among raft nodes before linearized reading' (duration: 2.00082803s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:26.764916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:24.76385Z","time spent":"2.001053256s","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 16:44:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T16:44:27.261245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:44:27.435356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.121636501s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T16:44:28.049274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00075628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T16:44:28.049365Z","caller":"traceutil/trace.go:171","msg":"trace[698091866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000935556s","start":"2026-04-02T16:44:26.048411Z","end":"2026-04-02T16:44:28.049346Z","steps":["trace[698091866] 'agreement among raft nodes before linearized reading' (duration: 2.00078428s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:28.049425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:26.048393Z","time spent":"2.001013248s","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:44:28.507455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126884471s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:28.507658Z","caller":"traceutil/trace.go:171","msg":"trace[434398660] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:396; }","duration":"1.127086927s","start":"2026-04-02T16:44:27.380547Z","end":"2026-04-02T16:44:28.507633Z","steps":["trace[434398660] 'range keys from in-memory index tree' (duration: 1.12687014s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:28.508123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072293144s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:28.508257Z","caller":"traceutil/trace.go:171","msg":"trace[557476487] linearizableReadLoop","detail":"{readStateIndex:413; appliedIndex:412; }","duration":"3.750840887s","start":"2026-04-02T16:44:24.757391Z","end":"2026-04-02T16:44:28.508232Z","steps":["trace[557476487] 'read index received' (duration: 2.678084199s)","trace[557476487] 'applied index is now lower than readState.Index' (duration: 1.072753967s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:28.508548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.751132976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:44:28.508613Z","caller":"traceutil/trace.go:171","msg":"trace[623889852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:397; }","duration":"3.751220938s","start":"2026-04-02T16:44:24.757377Z","end":"2026-04-02T16:44:28.508598Z","steps":["trace[623889852] 'agreement among raft nodes before linearized reading' (duration: 3.751083724s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:28.508641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:24.757312Z","time spent":"3.751323331s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:44:28.508683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443695559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:44:28.508714Z","caller":"traceutil/trace.go:171","msg":"trace[1852227623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:397; }","duration":"1.443774222s","start":"2026-04-02T16:44:27.064931Z","end":"2026-04-02T16:44:28.508706Z","steps":["trace[1852227623] 'agreement among raft nodes before linearized reading' (duration: 1.443693029s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:28.508667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17499293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T16:44:28.508731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743547884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:44:28.508741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:27.064911Z","time spent":"1.443823523s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:44:28.508779Z","caller":"traceutil/trace.go:171","msg":"trace[1609752495] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"4.304083065s","start":"2026-04-02T16:44:24.204685Z","end":"2026-04-02T16:44:28.508768Z","steps":["trace[1609752495] 'process raft request' (duration: 3.230870484s)","trace[1609752495] 'compare' (duration: 1.071739967s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:28.508768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004433803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.20\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T16:44:28.508775Z","caller":"traceutil/trace.go:171","msg":"trace[1766324153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:397; }","duration":"1.743630296s","start":"2026-04-02T16:44:26.765132Z","end":"2026-04-02T16:44:28.508762Z","steps":["trace[1766324153] 'agreement among raft nodes before linearized reading' (duration: 1.743555824s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:28.508786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.248043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a297ef80a610ff\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-02T16:44:28.50882Z","caller":"traceutil/trace.go:171","msg":"trace[490787843] range","detail":"{range_begin:/registry/masterleases/199.19.213.20; range_end:; response_count:1; response_revision:397; }","duration":"1.004524535s","start":"2026-04-02T16:44:27.50428Z","end":"2026-04-02T16:44:28.508805Z","steps":["trace[490787843] 'agreement among raft nodes before linearized reading' (duration: 1.004422572s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:28.508846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:24.204658Z","time spent":"4.304141407s","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:28.508863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:27.50426Z","time spent":"1.004595948s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.20\" "} {"level":"info","ts":"2026-04-02T16:44:28.508785Z","caller":"traceutil/trace.go:171","msg":"trace[1601421777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:397; }","duration":"3.175178686s","start":"2026-04-02T16:44:25.333576Z","end":"2026-04-02T16:44:28.508755Z","steps":["trace[1601421777] 'agreement among raft nodes before linearized reading' (duration: 3.174939688s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:28.508865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174946089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:44:28.508874Z","caller":"traceutil/trace.go:171","msg":"trace[560879397] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a297ef80a610ff; range_end:; response_count:1; response_revision:397; }","duration":"456.386758ms","start":"2026-04-02T16:44:28.052461Z","end":"2026-04-02T16:44:28.508848Z","steps":["trace[560879397] 'agreement among raft nodes before linearized reading' (duration: 456.209802ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:28.508907Z","caller":"traceutil/trace.go:171","msg":"trace[1637048386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:397; }","duration":"3.175042282s","start":"2026-04-02T16:44:25.333854Z","end":"2026-04-02T16:44:28.508897Z","steps":["trace[1637048386] 'agreement among raft nodes before linearized reading' (duration: 3.17496639s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:28.508907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:25.333545Z","time spent":"3.175351111s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:44:28.508923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:28.052445Z","time spent":"456.468809ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a297ef80a610ff\" "} {"level":"warn","ts":"2026-04-02T16:44:28.508949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:25.333827Z","time spent":"3.175111214s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:44:28.508847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:26.765111Z","time spent":"1.743719949s","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:44:29.259702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.649322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:29.259966Z","caller":"traceutil/trace.go:171","msg":"trace[635895067] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:419; }","duration":"677.508261ms","start":"2026-04-02T16:44:28.582439Z","end":"2026-04-02T16:44:29.259947Z","steps":["trace[635895067] 'read index received' (duration: 189.551732ms)","trace[635895067] 'applied index is now lower than readState.Index' (duration: 487.955559ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:29.260044Z","caller":"traceutil/trace.go:171","msg":"trace[1344677793] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"682.321764ms","start":"2026-04-02T16:44:28.577713Z","end":"2026-04-02T16:44:29.260035Z","steps":["trace[1344677793] 'process raft request' (duration: 682.132329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:29.260112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:28.577696Z","time spent":"682.379675ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:29.260091Z","caller":"traceutil/trace.go:171","msg":"trace[190515243] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"691.656979ms","start":"2026-04-02T16:44:28.568372Z","end":"2026-04-02T16:44:29.260029Z","steps":["trace[190515243] 'process raft request' (duration: 203.602775ms)","trace[190515243] 'compare' (duration: 487.396234ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:29.26022Z","caller":"traceutil/trace.go:171","msg":"trace[126852554] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"676.503303ms","start":"2026-04-02T16:44:28.583685Z","end":"2026-04-02T16:44:29.260188Z","steps":["trace[126852554] 'process raft request' (duration: 676.225944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:29.260304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:28.56835Z","time spent":"691.844745ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:29.2604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:28.583668Z","time spent":"676.631616ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:29.260485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.046467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:29.260532Z","caller":"traceutil/trace.go:171","msg":"trace[1228541988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"678.125249ms","start":"2026-04-02T16:44:28.582391Z","end":"2026-04-02T16:44:29.260516Z","steps":["trace[1228541988] 'agreement among raft nodes before linearized reading' (duration: 677.619714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:29.260568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:28.582378Z","time spent":"678.180471ms","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:44:29.558273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.788101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:29.558454Z","caller":"traceutil/trace.go:171","msg":"trace[191230606] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:422; }","duration":"293.604294ms","start":"2026-04-02T16:44:29.264787Z","end":"2026-04-02T16:44:29.558391Z","steps":["trace[191230606] 'read index received' (duration: 119.535874ms)","trace[191230606] 'applied index is now lower than readState.Index' (duration: 174.0674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:29.558581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.781079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T16:44:29.558551Z","caller":"traceutil/trace.go:171","msg":"trace[1827831406] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"294.409956ms","start":"2026-04-02T16:44:29.264108Z","end":"2026-04-02T16:44:29.558518Z","steps":["trace[1827831406] 'process raft request' (duration: 120.305916ms)","trace[1827831406] 'compare' (duration: 173.600636ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:29.558627Z","caller":"traceutil/trace.go:171","msg":"trace[1865341350] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:406; }","duration":"293.85184ms","start":"2026-04-02T16:44:29.264765Z","end":"2026-04-02T16:44:29.558616Z","steps":["trace[1865341350] 'agreement among raft nodes before linearized reading' (duration: 293.722066ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:30.255418Z","caller":"traceutil/trace.go:171","msg":"trace[1037686177] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"148.025671ms","start":"2026-04-02T16:44:30.107367Z","end":"2026-04-02T16:44:30.255392Z","steps":["trace[1037686177] 'process raft request' (duration: 147.839846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:30.697868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.290173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:30.697997Z","caller":"traceutil/trace.go:171","msg":"trace[812173116] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"125.995724ms","start":"2026-04-02T16:44:30.571982Z","end":"2026-04-02T16:44:30.697978Z","steps":["trace[812173116] 'read index received' (duration: 53.582µs)","trace[812173116] 'applied index is now lower than readState.Index' (duration: 125.940782ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:30.698054Z","caller":"traceutil/trace.go:171","msg":"trace[2132110794] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"435.13064ms","start":"2026-04-02T16:44:30.26288Z","end":"2026-04-02T16:44:30.698011Z","steps":["trace[2132110794] 'process raft request' (duration: 276.591579ms)","trace[2132110794] 'compare' (duration: 158.138669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:30.69838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.296733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:44:30.698625Z","caller":"traceutil/trace.go:171","msg":"trace[1333535954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:411; }","duration":"126.674293ms","start":"2026-04-02T16:44:30.571915Z","end":"2026-04-02T16:44:30.698589Z","steps":["trace[1333535954] 'agreement among raft nodes before linearized reading' (duration: 126.191149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:30.698679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.459765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T16:44:30.698673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.141658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:44:30.699001Z","caller":"traceutil/trace.go:171","msg":"trace[1374452124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:411; }","duration":"126.520729ms","start":"2026-04-02T16:44:30.572464Z","end":"2026-04-02T16:44:30.698984Z","steps":["trace[1374452124] 'agreement among raft nodes before linearized reading' (duration: 126.069306ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:30.699009Z","caller":"traceutil/trace.go:171","msg":"trace[1077483548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:411; }","duration":"113.818415ms","start":"2026-04-02T16:44:30.585148Z","end":"2026-04-02T16:44:30.698967Z","steps":["trace[1077483548] 'agreement among raft nodes before linearized reading' (duration: 113.381823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:30.698421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:30.262857Z","time spent":"435.292975ms","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2903,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:30.69871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.178619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T16:44:30.699243Z","caller":"traceutil/trace.go:171","msg":"trace[1281347985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:411; }","duration":"126.763496ms","start":"2026-04-02T16:44:30.572464Z","end":"2026-04-02T16:44:30.699227Z","steps":["trace[1281347985] 'agreement among raft nodes before linearized reading' (duration: 126.146968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:31.218979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.497625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:31.219353Z","caller":"traceutil/trace.go:171","msg":"trace[1070915205] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"515.173385ms","start":"2026-04-02T16:44:30.704159Z","end":"2026-04-02T16:44:31.219333Z","steps":["trace[1070915205] 'process raft request' (duration: 515.108173ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:31.219369Z","caller":"traceutil/trace.go:171","msg":"trace[1168107313] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"515.887126ms","start":"2026-04-02T16:44:30.703409Z","end":"2026-04-02T16:44:31.219296Z","steps":["trace[1168107313] 'process raft request' (duration: 181.955508ms)","trace[1168107313] 'compare' (duration: 333.3166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:31.219452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:30.704152Z","time spent":"515.270898ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:31.219572Z","caller":"traceutil/trace.go:171","msg":"trace[569970461] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:429; }","duration":"453.875853ms","start":"2026-04-02T16:44:30.765662Z","end":"2026-04-02T16:44:31.219538Z","steps":["trace[569970461] 'read index received' (duration: 119.706398ms)","trace[569970461] 'applied index is now lower than readState.Index' (duration: 334.166205ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:31.219354Z","caller":"traceutil/trace.go:171","msg":"trace[378093211] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"515.517875ms","start":"2026-04-02T16:44:30.703816Z","end":"2026-04-02T16:44:31.219334Z","steps":["trace[378093211] 'process raft request' (duration: 515.403642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:31.219724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:30.703376Z","time spent":"516.118963ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:31.219735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.045268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:31.219785Z","caller":"traceutil/trace.go:171","msg":"trace[396652287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"454.159111ms","start":"2026-04-02T16:44:30.765614Z","end":"2026-04-02T16:44:31.219773Z","steps":["trace[396652287] 'agreement among raft nodes before linearized reading' (duration: 454.042618ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:31.219799Z","caller":"traceutil/trace.go:171","msg":"trace[1537288629] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"515.327819ms","start":"2026-04-02T16:44:30.704396Z","end":"2026-04-02T16:44:31.219724Z","steps":["trace[1537288629] 'process raft request' (duration: 514.906567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:31.219837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:30.765592Z","time spent":"454.233573ms","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:44:31.219925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:30.704388Z","time spent":"515.480144ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:31.219973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:30.703797Z","time spent":"515.980558ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:33.748145Z","caller":"traceutil/trace.go:171","msg":"trace[45027020] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"518.756517ms","start":"2026-04-02T16:44:33.229364Z","end":"2026-04-02T16:44:33.74812Z","steps":["trace[45027020] 'process raft request' (duration: 518.560372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:33.748294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:33.229334Z","time spent":"518.884021ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:33.796249Z","caller":"traceutil/trace.go:171","msg":"trace[1928181752] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"566.601483ms","start":"2026-04-02T16:44:33.22962Z","end":"2026-04-02T16:44:33.796221Z","steps":["trace[1928181752] 'process raft request' (duration: 554.693146ms)","trace[1928181752] 'compare' (duration: 11.710801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:33.796547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:33.229597Z","time spent":"566.733606ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:33.796665Z","caller":"traceutil/trace.go:171","msg":"trace[419195806] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"567.023975ms","start":"2026-04-02T16:44:33.229617Z","end":"2026-04-02T16:44:33.796641Z","steps":["trace[419195806] 'process raft request' (duration: 566.553921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:33.796788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:33.229592Z","time spent":"567.131207ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:33.797197Z","caller":"traceutil/trace.go:171","msg":"trace[960578582] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"567.53944ms","start":"2026-04-02T16:44:33.229647Z","end":"2026-04-02T16:44:33.797187Z","steps":["trace[960578582] 'process raft request' (duration: 567.307813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:33.797246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:33.229629Z","time spent":"567.591751ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:33.797678Z","caller":"traceutil/trace.go:171","msg":"trace[267695912] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"276.034749ms","start":"2026-04-02T16:44:33.521587Z","end":"2026-04-02T16:44:33.797621Z","steps":["trace[267695912] 'process raft request' (duration: 275.468593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:39.962348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.902644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:44:39.962456Z","caller":"traceutil/trace.go:171","msg":"trace[445743415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:432; }","duration":"142.061519ms","start":"2026-04-02T16:44:39.82037Z","end":"2026-04-02T16:44:39.962431Z","steps":["trace[445743415] 'range keys from in-memory index tree' (duration: 141.77427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:39.96236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.982877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:44:39.96259Z","caller":"traceutil/trace.go:171","msg":"trace[952088828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:432; }","duration":"142.259155ms","start":"2026-04-02T16:44:39.820311Z","end":"2026-04-02T16:44:39.96257Z","steps":["trace[952088828] 'range keys from in-memory index tree' (duration: 141.822132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:39.963097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.941436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:44:39.963156Z","caller":"traceutil/trace.go:171","msg":"trace[1657516516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:432; }","duration":"141.022999ms","start":"2026-04-02T16:44:39.822118Z","end":"2026-04-02T16:44:39.963141Z","steps":["trace[1657516516] 'range keys from in-memory index tree' (duration: 140.01509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:41.04468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.804968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:41.044882Z","caller":"traceutil/trace.go:171","msg":"trace[416529542] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"554.713103ms","start":"2026-04-02T16:44:40.490156Z","end":"2026-04-02T16:44:41.044869Z","steps":["trace[416529542] 'process raft request' (duration: 554.692512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:41.044933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:40.490148Z","time spent":"554.765385ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:44:41.045022Z","caller":"traceutil/trace.go:171","msg":"trace[1550418765] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"561.594211ms","start":"2026-04-02T16:44:40.483407Z","end":"2026-04-02T16:44:41.045001Z","steps":["trace[1550418765] 'process raft request' (duration: 561.344523ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:41.045092Z","caller":"traceutil/trace.go:171","msg":"trace[1111807859] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"560.687085ms","start":"2026-04-02T16:44:40.484398Z","end":"2026-04-02T16:44:41.045085Z","steps":["trace[1111807859] 'process raft request' (duration: 560.400636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:41.045126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:40.484377Z","time spent":"560.732517ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:44:41.045165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:40.483387Z","time spent":"561.721555ms","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3795,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:41.045127Z","caller":"traceutil/trace.go:171","msg":"trace[797893223] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"573.217703ms","start":"2026-04-02T16:44:40.471821Z","end":"2026-04-02T16:44:41.045038Z","steps":["trace[797893223] 'process raft request' (duration: 55.989243ms)","trace[797893223] 'compare' (duration: 516.635452ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:41.045558Z","caller":"traceutil/trace.go:171","msg":"trace[612593164] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"559.711136ms","start":"2026-04-02T16:44:40.485341Z","end":"2026-04-02T16:44:41.045052Z","steps":["trace[612593164] 'process raft request' (duration: 559.484039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:41.045621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:40.48533Z","time spent":"560.255762ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:44:41.045698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:40.471811Z","time spent":"573.490701ms","remote":"127.0.0.1:43122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:48.193728Z","caller":"traceutil/trace.go:171","msg":"trace[2002707458] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"107.58089ms","start":"2026-04-02T16:44:48.086121Z","end":"2026-04-02T16:44:48.193701Z","steps":["trace[2002707458] 'process raft request' (duration: 69.505751ms)","trace[2002707458] 'compare' (duration: 37.960396ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:52.030741Z","caller":"traceutil/trace.go:171","msg":"trace[1667427008] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:511; }","duration":"266.200038ms","start":"2026-04-02T16:44:51.764517Z","end":"2026-04-02T16:44:52.030717Z","steps":["trace[1667427008] 'read index received' (duration: 265.243252ms)","trace[1667427008] 'applied index is now lower than readState.Index' (duration: 955.906µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:52.030881Z","caller":"traceutil/trace.go:171","msg":"trace[569874818] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"503.108372ms","start":"2026-04-02T16:44:51.527738Z","end":"2026-04-02T16:44:52.030847Z","steps":["trace[569874818] 'process raft request' (duration: 502.589057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:52.030946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.414075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:52.031002Z","caller":"traceutil/trace.go:171","msg":"trace[1702901994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:489; }","duration":"266.487567ms","start":"2026-04-02T16:44:51.764501Z","end":"2026-04-02T16:44:52.030989Z","steps":["trace[1702901994] 'agreement among raft nodes before linearized reading' (duration: 266.340463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:52.031007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:51.527706Z","time spent":"503.233925ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317296,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:44:52.031064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.915871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:44:52.031338Z","caller":"traceutil/trace.go:171","msg":"trace[623766310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:489; }","duration":"186.25325ms","start":"2026-04-02T16:44:51.845064Z","end":"2026-04-02T16:44:52.031317Z","steps":["trace[623766310] 'agreement among raft nodes before linearized reading' (duration: 185.877419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:52.487097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.714357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:52.487466Z","caller":"traceutil/trace.go:171","msg":"trace[786704730] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"451.521075ms","start":"2026-04-02T16:44:52.035916Z","end":"2026-04-02T16:44:52.487437Z","steps":["trace[786704730] 'process raft request' (duration: 207.335715ms)","trace[786704730] 'compare' (duration: 243.554623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:52.487622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:52.035889Z","time spent":"451.655799ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:52.48764Z","caller":"traceutil/trace.go:171","msg":"trace[1234132650] linearizableReadLoop","detail":"{readStateIndex:515; appliedIndex:512; }","duration":"423.909748ms","start":"2026-04-02T16:44:52.063704Z","end":"2026-04-02T16:44:52.487613Z","steps":["trace[1234132650] 'read index received' (duration: 179.455701ms)","trace[1234132650] 'applied index is now lower than readState.Index' (duration: 244.453047ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:52.487676Z","caller":"traceutil/trace.go:171","msg":"trace[852419768] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"433.548236ms","start":"2026-04-02T16:44:52.054098Z","end":"2026-04-02T16:44:52.487646Z","steps":["trace[852419768] 'process raft request' (duration: 433.391502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:52.487801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:52.054083Z","time spent":"433.653178ms","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:44:52.487836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.113404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:44:52.487813Z","caller":"traceutil/trace.go:171","msg":"trace[1825254176] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"434.154493ms","start":"2026-04-02T16:44:52.053602Z","end":"2026-04-02T16:44:52.487757Z","steps":["trace[1825254176] 'process raft request' (duration: 433.629309ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:52.487877Z","caller":"traceutil/trace.go:171","msg":"trace[1844080675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:492; }","duration":"424.167685ms","start":"2026-04-02T16:44:52.063697Z","end":"2026-04-02T16:44:52.487864Z","steps":["trace[1844080675] 'agreement among raft nodes before linearized reading' (duration: 424.045202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:52.487909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.341891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-02T16:44:52.487911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:52.063653Z","time spent":"424.250097ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T16:44:52.487942Z","caller":"traceutil/trace.go:171","msg":"trace[1347942229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:492; }","duration":"282.410523ms","start":"2026-04-02T16:44:52.205523Z","end":"2026-04-02T16:44:52.487933Z","steps":["trace[1347942229] 'agreement among raft nodes before linearized reading' (duration: 282.331341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:52.487951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:52.053583Z","time spent":"434.302417ms","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:44:52.487917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.407219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T16:44:52.488023Z","caller":"traceutil/trace.go:171","msg":"trace[1234716253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:492; }","duration":"393.579104ms","start":"2026-04-02T16:44:52.094419Z","end":"2026-04-02T16:44:52.487998Z","steps":["trace[1234716253] 'agreement among raft nodes before linearized reading' (duration: 393.356978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:52.488077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:52.094396Z","time spent":"393.670867ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:44:52.754012Z","caller":"traceutil/trace.go:171","msg":"trace[1508959497] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"246.295129ms","start":"2026-04-02T16:44:52.507408Z","end":"2026-04-02T16:44:52.753703Z","steps":["trace[1508959497] 'process raft request' (duration: 153.352185ms)","trace[1508959497] 'compare' (duration: 92.05386ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:52.754925Z","caller":"traceutil/trace.go:171","msg":"trace[419042485] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"247.108182ms","start":"2026-04-02T16:44:52.507772Z","end":"2026-04-02T16:44:52.75488Z","steps":["trace[419042485] 'process raft request' (duration: 245.368814ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:55.14105Z","caller":"traceutil/trace.go:171","msg":"trace[1921898532] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"248.409116ms","start":"2026-04-02T16:44:54.892607Z","end":"2026-04-02T16:44:55.141016Z","steps":["trace[1921898532] 'process raft request' (duration: 190.856027ms)","trace[1921898532] 'compare' (duration: 57.210749ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:55.141726Z","caller":"traceutil/trace.go:171","msg":"trace[1406413231] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"237.058642ms","start":"2026-04-02T16:44:54.904654Z","end":"2026-04-02T16:44:55.141712Z","steps":["trace[1406413231] 'process raft request' (duration: 237.00447ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:55.14189Z","caller":"traceutil/trace.go:171","msg":"trace[625945544] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"249.203978ms","start":"2026-04-02T16:44:54.892674Z","end":"2026-04-02T16:44:55.141878Z","steps":["trace[625945544] 'process raft request' (duration: 248.876439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:56.549112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:44:57.049925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:44:57.120517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.849027135s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:44:57.121059Z","caller":"traceutil/trace.go:171","msg":"trace[275618797] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"1.849850388s","start":"2026-04-02T16:44:55.271185Z","end":"2026-04-02T16:44:57.121036Z","steps":["trace[275618797] 'process raft request' (duration: 1.84954966s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:57.121193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:55.271163Z","time spent":"1.84995161s","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:57.367706Z","caller":"traceutil/trace.go:171","msg":"trace[1705676102] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:617; }","duration":"1.319485694s","start":"2026-04-02T16:44:56.048197Z","end":"2026-04-02T16:44:57.367682Z","steps":["trace[1705676102] 'read index received' (duration: 1.072736793s)","trace[1705676102] 'applied index is now lower than readState.Index' (duration: 246.747701ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:57.367735Z","caller":"traceutil/trace.go:171","msg":"trace[954818054] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.845013042s","start":"2026-04-02T16:44:55.522689Z","end":"2026-04-02T16:44:57.367702Z","steps":["trace[954818054] 'process raft request' (duration: 1.834220365s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:57.367856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319636528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:44:57.367869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:55.522658Z","time spent":"1.845140256s","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:44:57.367887Z","caller":"traceutil/trace.go:171","msg":"trace[757923033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"1.319717051s","start":"2026-04-02T16:44:56.048162Z","end":"2026-04-02T16:44:57.367879Z","steps":["trace[757923033] 'agreement among raft nodes before linearized reading' (duration: 1.319622038s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:57.367916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:56.048145Z","time spent":"1.319765232s","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:44:57.376056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.163528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:44:57.376102Z","caller":"traceutil/trace.go:171","msg":"trace[582993554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:595; }","duration":"845.24941ms","start":"2026-04-02T16:44:56.530842Z","end":"2026-04-02T16:44:57.376092Z","steps":["trace[582993554] 'agreement among raft nodes before linearized reading' (duration: 845.124567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:57.376126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:56.530821Z","time spent":"845.299792ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:44:57.376251Z","caller":"traceutil/trace.go:171","msg":"trace[689004027] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"215.894764ms","start":"2026-04-02T16:44:57.160348Z","end":"2026-04-02T16:44:57.376243Z","steps":["trace[689004027] 'process raft request' (duration: 215.364529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:57.37635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.226049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:44:57.376391Z","caller":"traceutil/trace.go:171","msg":"trace[1568272466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:595; }","duration":"833.302391ms","start":"2026-04-02T16:44:56.543078Z","end":"2026-04-02T16:44:57.376381Z","steps":["trace[1568272466] 'agreement among raft nodes before linearized reading' (duration: 833.174648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:57.376415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:56.543066Z","time spent":"833.342612ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:44:57.376454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.203511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:44:57.376486Z","caller":"traceutil/trace.go:171","msg":"trace[1610744978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:595; }","duration":"836.241202ms","start":"2026-04-02T16:44:56.540229Z","end":"2026-04-02T16:44:57.376471Z","steps":["trace[1610744978] 'agreement among raft nodes before linearized reading' (duration: 836.19372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:57.376512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:56.540222Z","time spent":"836.284813ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:44:57.376547Z","caller":"traceutil/trace.go:171","msg":"trace[766834029] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"160.444299ms","start":"2026-04-02T16:44:57.216077Z","end":"2026-04-02T16:44:57.376522Z","steps":["trace[766834029] 'process raft request' (duration: 159.764101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:57.376536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.018786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:44:57.376651Z","caller":"traceutil/trace.go:171","msg":"trace[827210321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:595; }","duration":"844.201051ms","start":"2026-04-02T16:44:56.532431Z","end":"2026-04-02T16:44:57.376632Z","steps":["trace[827210321] 'agreement among raft nodes before linearized reading' (duration: 843.867142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:57.376696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:56.532408Z","time spent":"844.280494ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:44:57.376599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.691906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:57.376911Z","caller":"traceutil/trace.go:171","msg":"trace[102914862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"612.023445ms","start":"2026-04-02T16:44:56.764876Z","end":"2026-04-02T16:44:57.3769Z","steps":["trace[102914862] 'agreement among raft nodes before linearized reading' (duration: 611.704517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:57.376942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:56.76486Z","time spent":"612.074796ms","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:45:03.912184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:45:04.413003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:45:04.738732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.148039886s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:45:04.740251Z","caller":"traceutil/trace.go:171","msg":"trace[502063115] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"2.150570726s","start":"2026-04-02T16:45:02.589644Z","end":"2026-04-02T16:45:04.740215Z","steps":["trace[502063115] 'process raft request' (duration: 2.149735024s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:04.740474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:02.589621Z","time spent":"2.15073276s","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:05.302253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.059414ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T16:45:05.302667Z","caller":"traceutil/trace.go:171","msg":"trace[58391310] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"935.864868ms","start":"2026-04-02T16:45:04.366766Z","end":"2026-04-02T16:45:05.302631Z","steps":["trace[58391310] 'process raft request' (duration: 935.609121ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:05.302775Z","caller":"traceutil/trace.go:171","msg":"trace[1522894413] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:662; }","duration":"1.891630939s","start":"2026-04-02T16:45:03.411126Z","end":"2026-04-02T16:45:05.302757Z","steps":["trace[1522894413] 'read index received' (duration: 1.327866076s)","trace[1522894413] 'applied index is now lower than readState.Index' (duration: 563.763383ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:05.303053Z","caller":"traceutil/trace.go:171","msg":"trace[148799019] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"499.582507ms","start":"2026-04-02T16:45:04.803452Z","end":"2026-04-02T16:45:05.303035Z","steps":["trace[148799019] 'process raft request' (duration: 499.154495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:05.303159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:04.803429Z","time spent":"499.67353ms","remote":"127.0.0.1:43200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:05.303185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890880408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:45:05.30329Z","caller":"traceutil/trace.go:171","msg":"trace[560928107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:639; }","duration":"1.890950659s","start":"2026-04-02T16:45:03.412259Z","end":"2026-04-02T16:45:05.30321Z","steps":["trace[560928107] 'agreement among raft nodes before linearized reading' (duration: 1.890834676s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:05.303316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539182494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:45:05.303061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891921827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:45:05.303366Z","caller":"traceutil/trace.go:171","msg":"trace[1970533933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:639; }","duration":"1.539272266s","start":"2026-04-02T16:45:03.764079Z","end":"2026-04-02T16:45:05.303351Z","steps":["trace[1970533933] 'agreement among raft nodes before linearized reading' (duration: 1.539191844s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:05.303372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:03.412237Z","time spent":"1.891094744s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:45:05.303399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:03.764058Z","time spent":"1.539335027s","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:45:05.3034Z","caller":"traceutil/trace.go:171","msg":"trace[1709398195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:639; }","duration":"1.892291077s","start":"2026-04-02T16:45:03.411092Z","end":"2026-04-02T16:45:05.303383Z","steps":["trace[1709398195] 'agreement among raft nodes before linearized reading' (duration: 1.891829815s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:05.303472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:03.41107Z","time spent":"1.892373739s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:45:05.303499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871917754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:45:05.303612Z","caller":"traceutil/trace.go:171","msg":"trace[851938422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:639; }","duration":"1.872045457s","start":"2026-04-02T16:45:03.431545Z","end":"2026-04-02T16:45:05.303591Z","steps":["trace[851938422] 'agreement among raft nodes before linearized reading' (duration: 1.87181689s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:05.303674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:03.431505Z","time spent":"1.87215176s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:45:05.30379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874770561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:45:05.303829Z","caller":"traceutil/trace.go:171","msg":"trace[1464517348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:639; }","duration":"1.874839073s","start":"2026-04-02T16:45:03.428979Z","end":"2026-04-02T16:45:05.303818Z","steps":["trace[1464517348] 'agreement among raft nodes before linearized reading' (duration: 1.874712849s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:05.303858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:03.428969Z","time spent":"1.874882904s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:45:05.304132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:04.366736Z","time spent":"936.048423ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:06.694425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907792,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:45:07.120798Z","caller":"traceutil/trace.go:171","msg":"trace[921616348] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:674; }","duration":"926.835274ms","start":"2026-04-02T16:45:06.193919Z","end":"2026-04-02T16:45:07.120754Z","steps":["trace[921616348] 'read index received' (duration: 920.673439ms)","trace[921616348] 'applied index is now lower than readState.Index' (duration: 6.160745ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:07.120827Z","caller":"traceutil/trace.go:171","msg":"trace[1066226770] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"1.338070002s","start":"2026-04-02T16:45:05.782728Z","end":"2026-04-02T16:45:07.120798Z","steps":["trace[1066226770] 'process raft request' (duration: 1.333057507s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:07.120994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.063481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lm87m\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-02T16:45:07.121031Z","caller":"traceutil/trace.go:171","msg":"trace[2086532023] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lm87m; range_end:; response_count:1; response_revision:647; }","duration":"927.141712ms","start":"2026-04-02T16:45:06.193877Z","end":"2026-04-02T16:45:07.121019Z","steps":["trace[2086532023] 'agreement among raft nodes before linearized reading' (duration: 927.014949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:07.121059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:06.193857Z","time spent":"927.194194ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-lm87m\" "} {"level":"warn","ts":"2026-04-02T16:45:07.1211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:05.782699Z","time spent":"1.338181956s","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:07.121143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.323327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:45:07.121182Z","caller":"traceutil/trace.go:171","msg":"trace[1799019100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"357.397979ms","start":"2026-04-02T16:45:06.763771Z","end":"2026-04-02T16:45:07.121169Z","steps":["trace[1799019100] 'agreement among raft nodes before linearized reading' (duration: 357.333397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:07.121207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:06.763751Z","time spent":"357.44917ms","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:45:07.121234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.976978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:45:07.121317Z","caller":"traceutil/trace.go:171","msg":"trace[737769926] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:647; }","duration":"119.071891ms","start":"2026-04-02T16:45:07.002225Z","end":"2026-04-02T16:45:07.121297Z","steps":["trace[737769926] 'agreement among raft nodes before linearized reading' (duration: 118.936697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:07.853741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:45:08.354225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:45:08.855441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:45:09.356271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313907796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:45:09.361295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.212607127s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T16:45:09.764544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000599754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T16:45:09.764631Z","caller":"traceutil/trace.go:171","msg":"trace[946359088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000743108s","start":"2026-04-02T16:45:07.763869Z","end":"2026-04-02T16:45:09.764612Z","steps":["trace[946359088] 'agreement among raft nodes before linearized reading' (duration: 2.000629035s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:09.764691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:07.763847Z","time spent":"2.00083383s","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 16:45:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T16:45:09.839428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458869441s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:45:09.839621Z","caller":"traceutil/trace.go:171","msg":"trace[1489781327] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:647; }","duration":"2.459074366s","start":"2026-04-02T16:45:07.380521Z","end":"2026-04-02T16:45:09.839596Z","steps":["trace[1489781327] 'range keys from in-memory index tree' (duration: 2.45884864s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:09.839663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:09.436402Z","time spent":"403.25259ms","remote":"127.0.0.1:52404","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T16:45:09.840409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.867522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:45:09.840502Z","caller":"traceutil/trace.go:171","msg":"trace[416284153] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"2.691907162s","start":"2026-04-02T16:45:07.148576Z","end":"2026-04-02T16:45:09.840483Z","steps":["trace[416284153] 'process raft request' (duration: 2.212870795s)","trace[416284153] 'compare' (duration: 478.593915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:45:09.840565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:07.148556Z","time spent":"2.691977245s","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:11.185873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.824339044s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:45:11.186318Z","caller":"traceutil/trace.go:171","msg":"trace[243021602] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"4.00783848s","start":"2026-04-02T16:45:07.178449Z","end":"2026-04-02T16:45:11.186288Z","steps":["trace[243021602] 'process raft request' (duration: 4.007611254s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:11.186368Z","caller":"traceutil/trace.go:171","msg":"trace[2116107064] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:675; }","duration":"3.832791826s","start":"2026-04-02T16:45:07.353401Z","end":"2026-04-02T16:45:11.186193Z","steps":["trace[2116107064] 'read index received' (duration: 2.008131843s)","trace[2116107064] 'applied index is now lower than readState.Index' (duration: 1.824658943s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:45:11.186443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:07.178423Z","time spent":"4.007958684s","remote":"127.0.0.1:42906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:11.186515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833109814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:45:11.186565Z","caller":"traceutil/trace.go:171","msg":"trace[979758824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:649; }","duration":"3.833211677s","start":"2026-04-02T16:45:07.35334Z","end":"2026-04-02T16:45:11.186551Z","steps":["trace[979758824] 'agreement among raft nodes before linearized reading' (duration: 3.833081474s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:11.186599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:07.353315Z","time spent":"3.833276118s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:45:11.187075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422460111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:45:11.187115Z","caller":"traceutil/trace.go:171","msg":"trace[1842702362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"1.422533783s","start":"2026-04-02T16:45:09.764571Z","end":"2026-04-02T16:45:11.187105Z","steps":["trace[1842702362] 'agreement among raft nodes before linearized reading' (duration: 1.422478012s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:11.187143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:09.764552Z","time spent":"1.422585694s","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:45:11.187307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.879916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:45:11.187343Z","caller":"traceutil/trace.go:171","msg":"trace[559103790] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:649; }","duration":"841.949417ms","start":"2026-04-02T16:45:10.345383Z","end":"2026-04-02T16:45:11.187332Z","steps":["trace[559103790] 'agreement among raft nodes before linearized reading' (duration: 841.889226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:11.187371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:10.345355Z","time spent":"842.008359ms","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:45:11.187548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263727654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:45:11.187583Z","caller":"traceutil/trace.go:171","msg":"trace[1798307269] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:649; }","duration":"1.263804516s","start":"2026-04-02T16:45:09.92377Z","end":"2026-04-02T16:45:11.187575Z","steps":["trace[1798307269] 'agreement among raft nodes before linearized reading' (duration: 1.263722434s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:11.18761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:09.923746Z","time spent":"1.263857667s","remote":"127.0.0.1:43122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:45:11.187862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385757059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:45:11.187898Z","caller":"traceutil/trace.go:171","msg":"trace[1004060328] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:649; }","duration":"1.3857964s","start":"2026-04-02T16:45:09.802093Z","end":"2026-04-02T16:45:11.18789Z","steps":["trace[1004060328] 'agreement among raft nodes before linearized reading' (duration: 1.385742359s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:11.187926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:09.802031Z","time spent":"1.385887573s","remote":"127.0.0.1:43050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:45:11.188008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.681432008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.20\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T16:45:11.18811Z","caller":"traceutil/trace.go:171","msg":"trace[2074260713] range","detail":"{range_begin:/registry/masterleases/199.19.213.20; range_end:; response_count:1; response_revision:649; }","duration":"3.681572802s","start":"2026-04-02T16:45:07.506512Z","end":"2026-04-02T16:45:11.188084Z","steps":["trace[2074260713] 'agreement among raft nodes before linearized reading' (duration: 3.681323886s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:11.188164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:07.506493Z","time spent":"3.681659405s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.20\" "} {"level":"warn","ts":"2026-04-02T16:45:11.188296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.827805492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:45:11.188339Z","caller":"traceutil/trace.go:171","msg":"trace[148749396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:649; }","duration":"3.827869774s","start":"2026-04-02T16:45:07.360459Z","end":"2026-04-02T16:45:11.188329Z","steps":["trace[148749396] 'agreement among raft nodes before linearized reading' (duration: 3.82774136s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:11.188367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:07.360446Z","time spent":"3.827914475s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:45:11.188357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.828615903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:45:11.188417Z","caller":"traceutil/trace.go:171","msg":"trace[1106390998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:649; }","duration":"3.828680085s","start":"2026-04-02T16:45:07.35972Z","end":"2026-04-02T16:45:11.1884Z","steps":["trace[1106390998] 'agreement among raft nodes before linearized reading' (duration: 3.8285067s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:11.18844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65171959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:45:11.188477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:07.359711Z","time spent":"3.828751857s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:45:11.188484Z","caller":"traceutil/trace.go:171","msg":"trace[1102018398] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:649; }","duration":"3.651827832s","start":"2026-04-02T16:45:07.536644Z","end":"2026-04-02T16:45:11.188471Z","steps":["trace[1102018398] 'agreement among raft nodes before linearized reading' (duration: 3.65172511s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:11.188649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:07.536618Z","time spent":"3.652015518s","remote":"127.0.0.1:42998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:45:11.188845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.829139357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:45:11.188889Z","caller":"traceutil/trace.go:171","msg":"trace[568758844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:649; }","duration":"3.829211689s","start":"2026-04-02T16:45:07.359667Z","end":"2026-04-02T16:45:11.188878Z","steps":["trace[568758844] 'agreement among raft nodes before linearized reading' (duration: 3.829036175s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:11.188918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:07.359647Z","time spent":"3.82926432s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:45:14.069134Z","caller":"traceutil/trace.go:171","msg":"trace[1154022998] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:717; }","duration":"354.724527ms","start":"2026-04-02T16:45:13.714382Z","end":"2026-04-02T16:45:14.069106Z","steps":["trace[1154022998] 'read index received' (duration: 354.585503ms)","trace[1154022998] 'applied index is now lower than readState.Index' (duration: 137.384µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:14.069262Z","caller":"traceutil/trace.go:171","msg":"trace[1283602341] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"553.189242ms","start":"2026-04-02T16:45:13.516058Z","end":"2026-04-02T16:45:14.069247Z","steps":["trace[1283602341] 'process raft request' (duration: 552.914344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:14.069371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:13.516028Z","time spent":"553.269603ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:14.06947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.027455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:45:14.069583Z","caller":"traceutil/trace.go:171","msg":"trace[2011505921] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:687; }","duration":"355.21408ms","start":"2026-04-02T16:45:13.714341Z","end":"2026-04-02T16:45:14.069555Z","steps":["trace[2011505921] 'agreement among raft nodes before linearized reading' (duration: 354.952043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:14.069677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:13.714316Z","time spent":"355.350494ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-02T16:45:14.080688Z","caller":"traceutil/trace.go:171","msg":"trace[895466302] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"159.717193ms","start":"2026-04-02T16:45:13.920952Z","end":"2026-04-02T16:45:14.080669Z","steps":["trace[895466302] 'process raft request' (duration: 159.59845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:14.080898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.181131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:45:14.080934Z","caller":"traceutil/trace.go:171","msg":"trace[1028763259] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:688; }","duration":"115.276794ms","start":"2026-04-02T16:45:13.96565Z","end":"2026-04-02T16:45:14.080926Z","steps":["trace[1028763259] 'agreement among raft nodes before linearized reading' (duration: 114.995196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:14.081121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.099339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:45:14.081177Z","caller":"traceutil/trace.go:171","msg":"trace[132960982] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:688; }","duration":"112.185352ms","start":"2026-04-02T16:45:13.968977Z","end":"2026-04-02T16:45:14.081162Z","steps":["trace[132960982] 'agreement among raft nodes before linearized reading' (duration: 111.74958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:16.661767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.257693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-02T16:45:16.661873Z","caller":"traceutil/trace.go:171","msg":"trace[1433768531] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:731; }","duration":"147.425807ms","start":"2026-04-02T16:45:16.514423Z","end":"2026-04-02T16:45:16.661849Z","steps":["trace[1433768531] 'range keys from in-memory index tree' (duration: 147.035805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:29.658797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18221737055313908217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:45:29.834732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509980549s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:45:29.835213Z","caller":"traceutil/trace.go:171","msg":"trace[1115845918] linearizableReadLoop","detail":"{readStateIndex:857; appliedIndex:856; }","duration":"677.075541ms","start":"2026-04-02T16:45:29.158103Z","end":"2026-04-02T16:45:29.835178Z","steps":["trace[1115845918] 'read index received' (duration: 676.821265ms)","trace[1115845918] 'applied index is now lower than readState.Index' (duration: 251.416µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:29.835259Z","caller":"traceutil/trace.go:171","msg":"trace[626930907] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"1.510589355s","start":"2026-04-02T16:45:28.324632Z","end":"2026-04-02T16:45:29.835221Z","steps":["trace[626930907] 'process raft request' (duration: 1.510375059s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:29.835429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.300357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:45:29.835473Z","caller":"traceutil/trace.go:171","msg":"trace[930841703] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:822; }","duration":"677.364639ms","start":"2026-04-02T16:45:29.158098Z","end":"2026-04-02T16:45:29.835463Z","steps":["trace[930841703] 'agreement among raft nodes before linearized reading' (duration: 677.215505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:29.835553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:29.158052Z","time spent":"677.488823ms","remote":"127.0.0.1:43014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":67,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:45:29.835577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:28.324607Z","time spent":"1.510835021s","remote":"127.0.0.1:42906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:29.835765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T16:45:29.835817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.459542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:45:29.835853Z","caller":"traceutil/trace.go:171","msg":"trace[269730904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:822; }","duration":"503.513914ms","start":"2026-04-02T16:45:29.332328Z","end":"2026-04-02T16:45:29.835842Z","steps":["trace[269730904] 'agreement among raft nodes before linearized reading' (duration: 503.380321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:29.83593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:29.332318Z","time spent":"503.570015ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:45:29.836102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.560687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:45:29.836138Z","caller":"traceutil/trace.go:171","msg":"trace[1164767140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:822; }","duration":"426.67572ms","start":"2026-04-02T16:45:29.409454Z","end":"2026-04-02T16:45:29.83613Z","steps":["trace[1164767140] 'agreement among raft nodes before linearized reading' (duration: 426.483775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:29.836219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:29.40941Z","time spent":"426.799463ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:45:29.836375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.220447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:45:29.836487Z","caller":"traceutil/trace.go:171","msg":"trace[201992361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:822; }","duration":"505.370931ms","start":"2026-04-02T16:45:29.331099Z","end":"2026-04-02T16:45:29.83647Z","steps":["trace[201992361] 'agreement among raft nodes before linearized reading' (duration: 504.988382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:29.836495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.756169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:45:29.836591Z","caller":"traceutil/trace.go:171","msg":"trace[1430456628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:822; }","duration":"510.894633ms","start":"2026-04-02T16:45:29.325678Z","end":"2026-04-02T16:45:29.836573Z","steps":["trace[1430456628] 'agreement among raft nodes before linearized reading' (duration: 510.625836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:29.836603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:29.331061Z","time spent":"505.487694ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:45:29.83664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:29.325664Z","time spent":"510.967315ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:45:29.835832Z","caller":"traceutil/trace.go:171","msg":"trace[519224266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:822; }","duration":"537.085076ms","start":"2026-04-02T16:45:29.298732Z","end":"2026-04-02T16:45:29.835817Z","steps":["trace[519224266] 'agreement among raft nodes before linearized reading' (duration: 536.707296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:29.837301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:29.298694Z","time spent":"538.589465ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T16:45:29.945505Z","caller":"traceutil/trace.go:171","msg":"trace[40731854] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"103.932499ms","start":"2026-04-02T16:45:29.841547Z","end":"2026-04-02T16:45:29.94548Z","steps":["trace[40731854] 'process raft request' (duration: 101.767114ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:29.946806Z","caller":"traceutil/trace.go:171","msg":"trace[408545851] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"103.594051ms","start":"2026-04-02T16:45:29.843183Z","end":"2026-04-02T16:45:29.946777Z","steps":["trace[408545851] 'process raft request' (duration: 103.54169ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:29.947107Z","caller":"traceutil/trace.go:171","msg":"trace[1546744981] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"105.078919ms","start":"2026-04-02T16:45:29.842007Z","end":"2026-04-02T16:45:29.947086Z","steps":["trace[1546744981] 'process raft request' (duration: 104.415362ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:29.947144Z","caller":"traceutil/trace.go:171","msg":"trace[1006398746] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"105.09413ms","start":"2026-04-02T16:45:29.842034Z","end":"2026-04-02T16:45:29.947128Z","steps":["trace[1006398746] 'process raft request' (duration: 104.542686ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:29.947158Z","caller":"traceutil/trace.go:171","msg":"trace[1526624667] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"105.028259ms","start":"2026-04-02T16:45:29.842081Z","end":"2026-04-02T16:45:29.947109Z","steps":["trace[1526624667] 'process raft request' (duration: 104.592438ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:36.912005Z","caller":"traceutil/trace.go:171","msg":"trace[1273173055] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"187.490663ms","start":"2026-04-02T16:45:36.724496Z","end":"2026-04-02T16:45:36.911986Z","steps":["trace[1273173055] 'process raft request' (duration: 184.149628ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:36.970897Z","caller":"traceutil/trace.go:171","msg":"trace[999376343] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"245.482222ms","start":"2026-04-02T16:45:36.725392Z","end":"2026-04-02T16:45:36.970874Z","steps":["trace[999376343] 'process raft request' (duration: 245.36419ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:36.971038Z","caller":"traceutil/trace.go:171","msg":"trace[1088144738] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"242.576838ms","start":"2026-04-02T16:45:36.728453Z","end":"2026-04-02T16:45:36.97103Z","steps":["trace[1088144738] 'process raft request' (duration: 242.371753ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:37.182466Z","caller":"traceutil/trace.go:171","msg":"trace[586547818] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"199.781527ms","start":"2026-04-02T16:45:36.982663Z","end":"2026-04-02T16:45:37.182444Z","steps":["trace[586547818] 'process raft request' (duration: 178.521279ms)","trace[586547818] 'compare' (duration: 20.829147ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:37.305401Z","caller":"traceutil/trace.go:171","msg":"trace[549760968] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"112.372615ms","start":"2026-04-02T16:45:37.193001Z","end":"2026-04-02T16:45:37.305373Z","steps":["trace[549760968] 'process raft request' (duration: 90.299316ms)","trace[549760968] 'compare' (duration: 21.865523ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:38.591717Z","caller":"traceutil/trace.go:171","msg":"trace[1356354180] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"110.501301ms","start":"2026-04-02T16:45:38.48119Z","end":"2026-04-02T16:45:38.591691Z","steps":["trace[1356354180] 'process raft request' (duration: 110.365008ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:39.566845Z","caller":"traceutil/trace.go:171","msg":"trace[5948091] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"203.795938ms","start":"2026-04-02T16:45:39.363027Z","end":"2026-04-02T16:45:39.566823Z","steps":["trace[5948091] 'process raft request' (duration: 203.582753ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:39.712567Z","caller":"traceutil/trace.go:171","msg":"trace[592391325] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"100.204636ms","start":"2026-04-02T16:45:39.612323Z","end":"2026-04-02T16:45:39.712528Z","steps":["trace[592391325] 'process raft request' (duration: 100.019241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:40.10484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.676324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:45:40.104952Z","caller":"traceutil/trace.go:171","msg":"trace[99087249] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"282.448666ms","start":"2026-04-02T16:45:39.822486Z","end":"2026-04-02T16:45:40.104934Z","steps":["trace[99087249] 'process raft request' (duration: 110.603829ms)","trace[99087249] 'compare' (duration: 171.535779ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:40.119579Z","caller":"traceutil/trace.go:171","msg":"trace[725033122] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"291.593336ms","start":"2026-04-02T16:45:39.827967Z","end":"2026-04-02T16:45:40.11956Z","steps":["trace[725033122] 'process raft request' (duration: 291.367231ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:40.381184Z","caller":"traceutil/trace.go:171","msg":"trace[1248083527] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"267.271367ms","start":"2026-04-02T16:45:40.113876Z","end":"2026-04-02T16:45:40.381148Z","steps":["trace[1248083527] 'process raft request' (duration: 225.577707ms)","trace[1248083527] 'compare' (duration: 41.3516ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:40.381227Z","caller":"traceutil/trace.go:171","msg":"trace[1641529711] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"265.4291ms","start":"2026-04-02T16:45:40.115759Z","end":"2026-04-02T16:45:40.381188Z","steps":["trace[1641529711] 'process raft request' (duration: 265.302596ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:40.381388Z","caller":"traceutil/trace.go:171","msg":"trace[460635443] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"265.535713ms","start":"2026-04-02T16:45:40.115778Z","end":"2026-04-02T16:45:40.381313Z","steps":["trace[460635443] 'process raft request' (duration: 265.328008ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:40.381724Z","caller":"traceutil/trace.go:171","msg":"trace[956052186] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"266.078025ms","start":"2026-04-02T16:45:40.115262Z","end":"2026-04-02T16:45:40.38134Z","steps":["trace[956052186] 'process raft request' (duration: 265.706695ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:40.382025Z","caller":"traceutil/trace.go:171","msg":"trace[758207488] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"259.321916ms","start":"2026-04-02T16:45:40.12268Z","end":"2026-04-02T16:45:40.382002Z","steps":["trace[758207488] 'process raft request' (duration: 259.118951ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:40.38207Z","caller":"traceutil/trace.go:171","msg":"trace[641380078] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:968; }","duration":"262.63772ms","start":"2026-04-02T16:45:40.11941Z","end":"2026-04-02T16:45:40.382048Z","steps":["trace[641380078] 'read index received' (duration: 220.051028ms)","trace[641380078] 'applied index is now lower than readState.Index' (duration: 42.584442ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:40.382195Z","caller":"traceutil/trace.go:171","msg":"trace[194879663] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"266.312121ms","start":"2026-04-02T16:45:40.115872Z","end":"2026-04-02T16:45:40.382185Z","steps":["trace[194879663] 'process raft request' (duration: 265.271195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:40.382551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.163499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-m8ggn\" ","response":"range_response_count:1 size:4883"} {"level":"info","ts":"2026-04-02T16:45:40.38261Z","caller":"traceutil/trace.go:171","msg":"trace[1880878955] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-m8ggn; range_end:; response_count:1; response_revision:937; }","duration":"272.264291ms","start":"2026-04-02T16:45:40.11033Z","end":"2026-04-02T16:45:40.382594Z","steps":["trace[1880878955] 'agreement among raft nodes before linearized reading' (duration: 272.060236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:40.38268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.650917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T16:45:40.382801Z","caller":"traceutil/trace.go:171","msg":"trace[792478241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:937; }","duration":"244.79255ms","start":"2026-04-02T16:45:40.137963Z","end":"2026-04-02T16:45:40.382755Z","steps":["trace[792478241] 'agreement among raft nodes before linearized reading' (duration: 244.543934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:40.382999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.051316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:45:40.383042Z","caller":"traceutil/trace.go:171","msg":"trace[1993481528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:937; }","duration":"179.104187ms","start":"2026-04-02T16:45:40.203928Z","end":"2026-04-02T16:45:40.383032Z","steps":["trace[1993481528] 'agreement among raft nodes before linearized reading' (duration: 178.993485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:40.383115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.372783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T16:45:40.383172Z","caller":"traceutil/trace.go:171","msg":"trace[1854141760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:937; }","duration":"175.463155ms","start":"2026-04-02T16:45:40.207693Z","end":"2026-04-02T16:45:40.383157Z","steps":["trace[1854141760] 'agreement among raft nodes before linearized reading' (duration: 175.2475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:40.383264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.336603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-02T16:45:40.383365Z","caller":"traceutil/trace.go:171","msg":"trace[168963832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:937; }","duration":"179.439686ms","start":"2026-04-02T16:45:40.203886Z","end":"2026-04-02T16:45:40.383326Z","steps":["trace[168963832] 'agreement among raft nodes before linearized reading' (duration: 179.22475ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:40.539497Z","caller":"traceutil/trace.go:171","msg":"trace[1901652882] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"150.735124ms","start":"2026-04-02T16:45:40.388734Z","end":"2026-04-02T16:45:40.539469Z","steps":["trace[1901652882] 'process raft request' (duration: 96.105969ms)","trace[1901652882] 'compare' (duration: 54.44013ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:40.539935Z","caller":"traceutil/trace.go:171","msg":"trace[1895499251] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"150.730563ms","start":"2026-04-02T16:45:40.389181Z","end":"2026-04-02T16:45:40.539911Z","steps":["trace[1895499251] 'process raft request' (duration: 150.234621ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:40.540007Z","caller":"traceutil/trace.go:171","msg":"trace[1927078100] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"150.743314ms","start":"2026-04-02T16:45:40.389234Z","end":"2026-04-02T16:45:40.539977Z","steps":["trace[1927078100] 'process raft request' (duration: 150.55767ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:40.540163Z","caller":"traceutil/trace.go:171","msg":"trace[1975780008] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"149.282696ms","start":"2026-04-02T16:45:40.390865Z","end":"2026-04-02T16:45:40.540148Z","steps":["trace[1975780008] 'process raft request' (duration: 149.03502ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:40.672428Z","caller":"traceutil/trace.go:171","msg":"trace[1438876119] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"122.169675ms","start":"2026-04-02T16:45:40.550231Z","end":"2026-04-02T16:45:40.672401Z","steps":["trace[1438876119] 'process raft request' (duration: 98.263973ms)","trace[1438876119] 'compare' (duration: 23.726227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:45:41.062908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.888477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:45:41.06301Z","caller":"traceutil/trace.go:171","msg":"trace[115501158] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:944; }","duration":"165.03929ms","start":"2026-04-02T16:45:40.897948Z","end":"2026-04-02T16:45:41.062987Z","steps":["trace[115501158] 'count revisions from in-memory index tree' (duration: 164.787574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:41.063497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.225969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:45:41.063805Z","caller":"traceutil/trace.go:171","msg":"trace[475310374] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:944; }","duration":"102.534767ms","start":"2026-04-02T16:45:40.961056Z","end":"2026-04-02T16:45:41.06359Z","steps":["trace[475310374] 'range keys from in-memory index tree' (duration: 102.137467ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:41.230466Z","caller":"traceutil/trace.go:171","msg":"trace[205566498] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"113.877691ms","start":"2026-04-02T16:45:41.116565Z","end":"2026-04-02T16:45:41.230443Z","steps":["trace[205566498] 'process raft request' (duration: 113.82967ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:41.230559Z","caller":"traceutil/trace.go:171","msg":"trace[523628990] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"115.80183ms","start":"2026-04-02T16:45:41.11472Z","end":"2026-04-02T16:45:41.230522Z","steps":["trace[523628990] 'process raft request' (duration: 115.555844ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:42.048164Z","caller":"traceutil/trace.go:171","msg":"trace[120324585] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"396.812716ms","start":"2026-04-02T16:45:41.651316Z","end":"2026-04-02T16:45:42.048129Z","steps":["trace[120324585] 'process raft request' (duration: 342.286878ms)","trace[120324585] 'compare' (duration: 54.150688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:45:42.048335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:41.651292Z","time spent":"396.95574ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:45:42.109221Z","caller":"traceutil/trace.go:171","msg":"trace[1339240086] linearizableReadLoop","detail":"{readStateIndex:1000; appliedIndex:996; }","duration":"406.695451ms","start":"2026-04-02T16:45:41.702502Z","end":"2026-04-02T16:45:42.109198Z","steps":["trace[1339240086] 'read index received' (duration: 291.240135ms)","trace[1339240086] 'applied index is now lower than readState.Index' (duration: 115.454446ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:42.109247Z","caller":"traceutil/trace.go:171","msg":"trace[1697009045] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"457.239311ms","start":"2026-04-02T16:45:41.651964Z","end":"2026-04-02T16:45:42.109204Z","steps":["trace[1697009045] 'process raft request' (duration: 457.017476ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:42.10928Z","caller":"traceutil/trace.go:171","msg":"trace[486836114] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"455.380114ms","start":"2026-04-02T16:45:41.653874Z","end":"2026-04-02T16:45:42.109255Z","steps":["trace[486836114] 'process raft request' (duration: 455.21755ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:42.109392Z","caller":"traceutil/trace.go:171","msg":"trace[215771448] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"454.721578ms","start":"2026-04-02T16:45:41.654638Z","end":"2026-04-02T16:45:42.10936Z","steps":["trace[215771448] 'process raft request' (duration: 454.521223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:42.109414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:41.651947Z","time spent":"457.385364ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:45:42.109424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.909516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-04-02T16:45:42.109686Z","caller":"traceutil/trace.go:171","msg":"trace[1545256814] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:963; }","duration":"407.211835ms","start":"2026-04-02T16:45:41.702461Z","end":"2026-04-02T16:45:42.109673Z","steps":["trace[1545256814] 'agreement among raft nodes before linearized reading' (duration: 406.846905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:42.109419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:41.653865Z","time spent":"455.470856ms","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3204,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:45:42.109802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:41.702445Z","time spent":"407.307448ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12778,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-04-02T16:45:42.109609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:41.654616Z","time spent":"454.909253ms","remote":"127.0.0.1:43122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:45:42.274791Z","caller":"traceutil/trace.go:171","msg":"trace[2081080635] linearizableReadLoop","detail":"{readStateIndex:1001; appliedIndex:1000; }","duration":"165.48281ms","start":"2026-04-02T16:45:42.109286Z","end":"2026-04-02T16:45:42.274769Z","steps":["trace[2081080635] 'read index received' (duration: 72.448217ms)","trace[2081080635] 'applied index is now lower than readState.Index' (duration: 93.033693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:45:42.274935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.807366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:45:42.274987Z","caller":"traceutil/trace.go:171","msg":"trace[1547649722] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:964; }","duration":"560.898749ms","start":"2026-04-02T16:45:41.714077Z","end":"2026-04-02T16:45:42.274976Z","steps":["trace[1547649722] 'agreement among raft nodes before linearized reading' (duration: 560.773355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:42.275028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:41.714066Z","time spent":"560.95167ms","remote":"127.0.0.1:43218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:45:42.275228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.211505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:45:42.275262Z","caller":"traceutil/trace.go:171","msg":"trace[1906348092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:964; }","duration":"512.280466ms","start":"2026-04-02T16:45:41.762973Z","end":"2026-04-02T16:45:42.275253Z","steps":["trace[1906348092] 'agreement among raft nodes before linearized reading' (duration: 512.230165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:42.275289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:45:41.762951Z","time spent":"512.332987ms","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:45:42.275258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.196112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-5p7w5\" ","response":"range_response_count:1 size:2650"} {"level":"info","ts":"2026-04-02T16:45:42.275331Z","caller":"traceutil/trace.go:171","msg":"trace[640066840] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-5p7w5; range_end:; response_count:1; response_revision:964; }","duration":"222.304055ms","start":"2026-04-02T16:45:42.053014Z","end":"2026-04-02T16:45:42.275318Z","steps":["trace[640066840] 'agreement among raft nodes before linearized reading' (duration: 222.132401ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:42.275241Z","caller":"traceutil/trace.go:171","msg":"trace[538652932] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"222.825517ms","start":"2026-04-02T16:45:42.052384Z","end":"2026-04-02T16:45:42.275209Z","steps":["trace[538652932] 'process raft request' (duration: 129.335673ms)","trace[538652932] 'compare' (duration: 92.9441ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:42.288755Z","caller":"traceutil/trace.go:171","msg":"trace[173863957] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"172.012044ms","start":"2026-04-02T16:45:42.116727Z","end":"2026-04-02T16:45:42.288739Z","steps":["trace[173863957] 'process raft request' (duration: 171.919561ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:42.385812Z","caller":"traceutil/trace.go:171","msg":"trace[489977995] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"104.49272ms","start":"2026-04-02T16:45:42.281292Z","end":"2026-04-02T16:45:42.385785Z","steps":["trace[489977995] 'process raft request' (duration: 100.683955ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:42.518276Z","caller":"traceutil/trace.go:171","msg":"trace[830585653] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1002; }","duration":"211.862052ms","start":"2026-04-02T16:45:42.306388Z","end":"2026-04-02T16:45:42.51825Z","steps":["trace[830585653] 'read index received' (duration: 75.597916ms)","trace[830585653] 'applied index is now lower than readState.Index' (duration: 136.263046ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:45:42.518303Z","caller":"traceutil/trace.go:171","msg":"trace[1341550947] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"223.77583ms","start":"2026-04-02T16:45:42.294492Z","end":"2026-04-02T16:45:42.518268Z","steps":["trace[1341550947] 'process raft request' (duration: 219.197246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:42.51853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.122449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-02T16:45:42.518573Z","caller":"traceutil/trace.go:171","msg":"trace[29288241] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:967; }","duration":"212.186981ms","start":"2026-04-02T16:45:42.306373Z","end":"2026-04-02T16:45:42.51856Z","steps":["trace[29288241] 'agreement among raft nodes before linearized reading' (duration: 212.020806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:42.518673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.836237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:45:42.518746Z","caller":"traceutil/trace.go:171","msg":"trace[451215451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:967; }","duration":"129.957ms","start":"2026-04-02T16:45:42.388771Z","end":"2026-04-02T16:45:42.518728Z","steps":["trace[451215451] 'agreement among raft nodes before linearized reading' (duration: 129.743035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:42.518978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.302047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:45:42.519015Z","caller":"traceutil/trace.go:171","msg":"trace[1641506500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:967; }","duration":"122.362379ms","start":"2026-04-02T16:45:42.396643Z","end":"2026-04-02T16:45:42.519006Z","steps":["trace[1641506500] 'agreement among raft nodes before linearized reading' (duration: 122.274967ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:42.694354Z","caller":"traceutil/trace.go:171","msg":"trace[1602379384] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"142.33143ms","start":"2026-04-02T16:45:42.551999Z","end":"2026-04-02T16:45:42.694331Z","steps":["trace[1602379384] 'process raft request' (duration: 142.238327ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:42.694387Z","caller":"traceutil/trace.go:171","msg":"trace[833397340] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"142.3794ms","start":"2026-04-02T16:45:42.551973Z","end":"2026-04-02T16:45:42.694353Z","steps":["trace[833397340] 'process raft request' (duration: 139.667712ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:45:43.119456Z","caller":"traceutil/trace.go:171","msg":"trace[1823049630] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"188.85731ms","start":"2026-04-02T16:45:42.930569Z","end":"2026-04-02T16:45:43.119426Z","steps":["trace[1823049630] 'process raft request' (duration: 182.822109ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:11.127377Z","caller":"traceutil/trace.go:171","msg":"trace[1887821345] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"219.316339ms","start":"2026-04-02T16:46:10.908035Z","end":"2026-04-02T16:46:11.127351Z","steps":["trace[1887821345] 'process raft request' (duration: 219.169265ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:17.273806Z","caller":"traceutil/trace.go:171","msg":"trace[1162546641] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"123.329494ms","start":"2026-04-02T16:46:17.150455Z","end":"2026-04-02T16:46:17.273785Z","steps":["trace[1162546641] 'process raft request' (duration: 123.196731ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:21.084713Z","caller":"traceutil/trace.go:171","msg":"trace[732468902] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"168.581507ms","start":"2026-04-02T16:46:20.916098Z","end":"2026-04-02T16:46:21.084679Z","steps":["trace[732468902] 'process raft request' (duration: 128.883421ms)","trace[732468902] 'compare' (duration: 39.538892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:46:53.031954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.441465ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T16:46:57.562033Z","caller":"traceutil/trace.go:171","msg":"trace[762414189] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"114.071792ms","start":"2026-04-02T16:46:57.44794Z","end":"2026-04-02T16:46:57.562012Z","steps":["trace[762414189] 'process raft request' (duration: 113.871607ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:59.948845Z","caller":"traceutil/trace.go:171","msg":"trace[60327389] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"134.442175ms","start":"2026-04-02T16:46:59.814374Z","end":"2026-04-02T16:46:59.948816Z","steps":["trace[60327389] 'process raft request' (duration: 133.867161ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:08.143476Z","caller":"traceutil/trace.go:171","msg":"trace[1739364723] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"118.212114ms","start":"2026-04-02T16:47:08.025228Z","end":"2026-04-02T16:47:08.14344Z","steps":["trace[1739364723] 'process raft request' (duration: 118.003909ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:08.187125Z","caller":"traceutil/trace.go:171","msg":"trace[1615337723] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1334; }","duration":"129.307041ms","start":"2026-04-02T16:47:08.057796Z","end":"2026-04-02T16:47:08.187103Z","steps":["trace[1615337723] 'read index received' (duration: 85.490376ms)","trace[1615337723] 'applied index is now lower than readState.Index' (duration: 43.815255ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:08.187234Z","caller":"traceutil/trace.go:171","msg":"trace[775848061] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"143.59483ms","start":"2026-04-02T16:47:08.043624Z","end":"2026-04-02T16:47:08.187219Z","steps":["trace[775848061] 'process raft request' (duration: 143.371565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:08.187603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.510385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:47:08.187732Z","caller":"traceutil/trace.go:171","msg":"trace[580780985] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1280; }","duration":"129.962226ms","start":"2026-04-02T16:47:08.057743Z","end":"2026-04-02T16:47:08.187705Z","steps":["trace[580780985] 'agreement among raft nodes before linearized reading' (duration: 129.451784ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:08.345514Z","caller":"traceutil/trace.go:171","msg":"trace[1790104536] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"112.151229ms","start":"2026-04-02T16:47:08.233338Z","end":"2026-04-02T16:47:08.34549Z","steps":["trace[1790104536] 'process raft request' (duration: 111.996996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:08.597244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.831041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:47:08.597429Z","caller":"traceutil/trace.go:171","msg":"trace[1643834828] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"227.917319ms","start":"2026-04-02T16:47:08.36949Z","end":"2026-04-02T16:47:08.597407Z","steps":["trace[1643834828] 'process raft request' (duration: 94.850393ms)","trace[1643834828] 'compare' (duration: 132.697728ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:08.724516Z","caller":"traceutil/trace.go:171","msg":"trace[1275249989] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1341; }","duration":"111.723729ms","start":"2026-04-02T16:47:08.612762Z","end":"2026-04-02T16:47:08.724486Z","steps":["trace[1275249989] 'read index received' (duration: 111.188468ms)","trace[1275249989] 'applied index is now lower than readState.Index' (duration: 534.021µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:08.724649Z","caller":"traceutil/trace.go:171","msg":"trace[1161708957] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"114.815438ms","start":"2026-04-02T16:47:08.609794Z","end":"2026-04-02T16:47:08.724609Z","steps":["trace[1161708957] 'process raft request' (duration: 114.107543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:08.72485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.050326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57c2a38e-0381-4a71-9695-eea2e15d358e\" ","response":"range_response_count:1 size:3578"} {"level":"info","ts":"2026-04-02T16:47:08.72501Z","caller":"traceutil/trace.go:171","msg":"trace[371008578] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57c2a38e-0381-4a71-9695-eea2e15d358e; range_end:; response_count:1; response_revision:1286; }","duration":"112.283121ms","start":"2026-04-02T16:47:08.612708Z","end":"2026-04-02T16:47:08.724991Z","steps":["trace[371008578] 'agreement among raft nodes before linearized reading' (duration: 111.885303ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:09.590182Z","caller":"traceutil/trace.go:171","msg":"trace[1087125700] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"166.039686ms","start":"2026-04-02T16:47:09.424115Z","end":"2026-04-02T16:47:09.590154Z","steps":["trace[1087125700] 'process raft request' (duration: 156.76532ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:12.249482Z","caller":"traceutil/trace.go:171","msg":"trace[902181108] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"118.92794ms","start":"2026-04-02T16:47:12.130512Z","end":"2026-04-02T16:47:12.24944Z","steps":["trace[902181108] 'process raft request' (duration: 78.791938ms)","trace[902181108] 'compare' (duration: 39.818434ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:13.265884Z","caller":"traceutil/trace.go:171","msg":"trace[537452179] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"125.136833ms","start":"2026-04-02T16:47:13.140715Z","end":"2026-04-02T16:47:13.265852Z","steps":["trace[537452179] 'process raft request' (duration: 124.926399ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:13.562285Z","caller":"traceutil/trace.go:171","msg":"trace[1001192128] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"272.460091ms","start":"2026-04-02T16:47:13.289795Z","end":"2026-04-02T16:47:13.562255Z","steps":["trace[1001192128] 'process raft request' (duration: 215.15921ms)","trace[1001192128] 'compare' (duration: 57.173888ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:13.888949Z","caller":"traceutil/trace.go:171","msg":"trace[39972955] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1362; }","duration":"123.797245ms","start":"2026-04-02T16:47:13.765113Z","end":"2026-04-02T16:47:13.888911Z","steps":["trace[39972955] 'read index received' (duration: 118.899516ms)","trace[39972955] 'applied index is now lower than readState.Index' (duration: 4.895909ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:13.889028Z","caller":"traceutil/trace.go:171","msg":"trace[742274981] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"172.342642ms","start":"2026-04-02T16:47:13.716652Z","end":"2026-04-02T16:47:13.888995Z","steps":["trace[742274981] 'process raft request' (duration: 167.422622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:13.889206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.068201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:13.889313Z","caller":"traceutil/trace.go:171","msg":"trace[1653545653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1306; }","duration":"124.218934ms","start":"2026-04-02T16:47:13.765069Z","end":"2026-04-02T16:47:13.889288Z","steps":["trace[1653545653] 'agreement among raft nodes before linearized reading' (duration: 124.04795ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:15.895186Z","caller":"traceutil/trace.go:171","msg":"trace[1025050698] linearizableReadLoop","detail":"{readStateIndex:1370; appliedIndex:1369; }","duration":"140.740884ms","start":"2026-04-02T16:47:15.754377Z","end":"2026-04-02T16:47:15.895118Z","steps":["trace[1025050698] 'read index received' (duration: 140.439707ms)","trace[1025050698] 'applied index is now lower than readState.Index' (duration: 299.517µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:15.895355Z","caller":"traceutil/trace.go:171","msg":"trace[254405225] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"163.405326ms","start":"2026-04-02T16:47:15.7319Z","end":"2026-04-02T16:47:15.895305Z","steps":["trace[254405225] 'process raft request' (duration: 162.980957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:15.895658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.059653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:15.89574Z","caller":"traceutil/trace.go:171","msg":"trace[441252107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1313; }","duration":"132.181605ms","start":"2026-04-02T16:47:15.763539Z","end":"2026-04-02T16:47:15.895721Z","steps":["trace[441252107] 'agreement among raft nodes before linearized reading' (duration: 132.012551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:15.895819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.410359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:47:15.89587Z","caller":"traceutil/trace.go:171","msg":"trace[435981836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1313; }","duration":"141.538872ms","start":"2026-04-02T16:47:15.754317Z","end":"2026-04-02T16:47:15.895856Z","steps":["trace[435981836] 'agreement among raft nodes before linearized reading' (duration: 141.030171ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:16.085926Z","caller":"traceutil/trace.go:171","msg":"trace[1706938570] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"154.008556ms","start":"2026-04-02T16:47:15.931877Z","end":"2026-04-02T16:47:16.085886Z","steps":["trace[1706938570] 'process raft request' (duration: 129.840792ms)","trace[1706938570] 'compare' (duration: 24.003071ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:18.390131Z","caller":"traceutil/trace.go:171","msg":"trace[78431048] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"106.870939ms","start":"2026-04-02T16:47:18.283227Z","end":"2026-04-02T16:47:18.390098Z","steps":["trace[78431048] 'process raft request' (duration: 106.671214ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:25.193316Z","caller":"traceutil/trace.go:171","msg":"trace[465826686] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"115.488451ms","start":"2026-04-02T16:47:25.077806Z","end":"2026-04-02T16:47:25.193294Z","steps":["trace[465826686] 'process raft request' (duration: 115.365508ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:30.45941Z","caller":"traceutil/trace.go:171","msg":"trace[379605334] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1443; }","duration":"114.451648ms","start":"2026-04-02T16:47:30.344934Z","end":"2026-04-02T16:47:30.459386Z","steps":["trace[379605334] 'read index received' (duration: 114.249404ms)","trace[379605334] 'applied index is now lower than readState.Index' (duration: 201.174µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:30.459471Z","caller":"traceutil/trace.go:171","msg":"trace[1848431189] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"164.919089ms","start":"2026-04-02T16:47:30.294521Z","end":"2026-04-02T16:47:30.45944Z","steps":["trace[1848431189] 'process raft request' (duration: 164.721025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:30.459576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.611151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:47:30.459631Z","caller":"traceutil/trace.go:171","msg":"trace[1778487885] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1384; }","duration":"114.718654ms","start":"2026-04-02T16:47:30.344892Z","end":"2026-04-02T16:47:30.45961Z","steps":["trace[1778487885] 'agreement among raft nodes before linearized reading' (duration: 114.589651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:30.692852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.422736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:47:30.692979Z","caller":"traceutil/trace.go:171","msg":"trace[331535773] linearizableReadLoop","detail":"{readStateIndex:1446; appliedIndex:1445; }","duration":"154.040392ms","start":"2026-04-02T16:47:30.538916Z","end":"2026-04-02T16:47:30.692957Z","steps":["trace[331535773] 'read index received' (duration: 11.766188ms)","trace[331535773] 'applied index is now lower than readState.Index' (duration: 142.271384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:30.69326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.339428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:47:30.693322Z","caller":"traceutil/trace.go:171","msg":"trace[98331713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1386; }","duration":"154.440561ms","start":"2026-04-02T16:47:30.538864Z","end":"2026-04-02T16:47:30.693305Z","steps":["trace[98331713] 'agreement among raft nodes before linearized reading' (duration: 154.160985ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:30.693573Z","caller":"traceutil/trace.go:171","msg":"trace[129431823] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"168.849155ms","start":"2026-04-02T16:47:30.524657Z","end":"2026-04-02T16:47:30.693506Z","steps":["trace[129431823] 'process raft request' (duration: 26.112611ms)","trace[129431823] 'compare' (duration: 141.16767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:31.264151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.017388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:47:31.264281Z","caller":"traceutil/trace.go:171","msg":"trace[1992375094] linearizableReadLoop","detail":"{readStateIndex:1447; appliedIndex:1446; }","duration":"499.484375ms","start":"2026-04-02T16:47:30.764772Z","end":"2026-04-02T16:47:31.264257Z","steps":["trace[1992375094] 'read index received' (duration: 70.305944ms)","trace[1992375094] 'applied index is now lower than readState.Index' (duration: 429.176461ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:31.264456Z","caller":"traceutil/trace.go:171","msg":"trace[1799479202] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"565.929836ms","start":"2026-04-02T16:47:30.698347Z","end":"2026-04-02T16:47:31.264277Z","steps":["trace[1799479202] 'process raft request' (duration: 136.695254ms)","trace[1799479202] 'compare' (duration: 428.908215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:31.264679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.827873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:31.264759Z","caller":"traceutil/trace.go:171","msg":"trace[1976539288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1387; }","duration":"500.004457ms","start":"2026-04-02T16:47:30.764734Z","end":"2026-04-02T16:47:31.264739Z","steps":["trace[1976539288] 'agreement among raft nodes before linearized reading' (duration: 499.822983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:31.26475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.565774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:47:31.264799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:30.764713Z","time spent":"500.077569ms","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:47:31.264813Z","caller":"traceutil/trace.go:171","msg":"trace[946162157] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1387; }","duration":"306.696797ms","start":"2026-04-02T16:47:30.958098Z","end":"2026-04-02T16:47:31.264795Z","steps":["trace[946162157] 'agreement among raft nodes before linearized reading' (duration: 306.543204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:31.264868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:30.958065Z","time spent":"306.785419ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:47:31.264903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:30.698321Z","time spent":"566.209592ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:47:31.930574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.662011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:31.930646Z","caller":"traceutil/trace.go:171","msg":"trace[905412071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1387; }","duration":"164.774113ms","start":"2026-04-02T16:47:31.765857Z","end":"2026-04-02T16:47:31.930631Z","steps":["trace[905412071] 'range keys from in-memory index tree' (duration: 164.526368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:31.930706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.857594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:31.930974Z","caller":"traceutil/trace.go:171","msg":"trace[343759878] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1387; }","duration":"497.17081ms","start":"2026-04-02T16:47:31.433783Z","end":"2026-04-02T16:47:31.930953Z","steps":["trace[343759878] 'count revisions from in-memory index tree' (duration: 496.766731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:31.931176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:31.433766Z","time spent":"497.366045ms","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:47:32.427953Z","caller":"traceutil/trace.go:171","msg":"trace[1928710901] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"131.907994ms","start":"2026-04-02T16:47:32.296024Z","end":"2026-04-02T16:47:32.427932Z","steps":["trace[1928710901] 'process raft request' (duration: 131.778201ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:34.700565Z","caller":"traceutil/trace.go:171","msg":"trace[1158649026] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"134.470475ms","start":"2026-04-02T16:47:34.566057Z","end":"2026-04-02T16:47:34.700528Z","steps":["trace[1158649026] 'process raft request' (duration: 134.302991ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:39.091588Z","caller":"traceutil/trace.go:171","msg":"trace[1970057060] linearizableReadLoop","detail":"{readStateIndex:1479; appliedIndex:1478; }","duration":"213.66351ms","start":"2026-04-02T16:47:38.877899Z","end":"2026-04-02T16:47:39.091563Z","steps":["trace[1970057060] 'read index received' (duration: 213.429285ms)","trace[1970057060] 'applied index is now lower than readState.Index' (duration: 233.335µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:39.091694Z","caller":"traceutil/trace.go:171","msg":"trace[1995805339] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"217.048582ms","start":"2026-04-02T16:47:38.874616Z","end":"2026-04-02T16:47:39.091664Z","steps":["trace[1995805339] 'process raft request' (duration: 216.774206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:39.091761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.844164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-04-02T16:47:39.091801Z","caller":"traceutil/trace.go:171","msg":"trace[505381219] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:1417; }","duration":"213.930475ms","start":"2026-04-02T16:47:38.877859Z","end":"2026-04-02T16:47:39.091789Z","steps":["trace[505381219] 'agreement among raft nodes before linearized reading' (duration: 213.832883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:39.092067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.181833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-02T16:47:39.092189Z","caller":"traceutil/trace.go:171","msg":"trace[1955186623] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:1417; }","duration":"185.360297ms","start":"2026-04-02T16:47:38.906809Z","end":"2026-04-02T16:47:39.092169Z","steps":["trace[1955186623] 'agreement among raft nodes before linearized reading' (duration: 185.117561ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:51.335859Z","caller":"traceutil/trace.go:171","msg":"trace[364095155] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"101.62668ms","start":"2026-04-02T16:47:51.234203Z","end":"2026-04-02T16:47:51.335829Z","steps":["trace[364095155] 'process raft request' (duration: 101.458906ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.653193Z","caller":"traceutil/trace.go:171","msg":"trace[917813644] linearizableReadLoop","detail":"{readStateIndex:1523; appliedIndex:1522; }","duration":"103.744984ms","start":"2026-04-02T16:47:52.549427Z","end":"2026-04-02T16:47:52.653172Z","steps":["trace[917813644] 'read index received' (duration: 103.499829ms)","trace[917813644] 'applied index is now lower than readState.Index' (duration: 244.235µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:52.653264Z","caller":"traceutil/trace.go:171","msg":"trace[1368276325] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"106.477452ms","start":"2026-04-02T16:47:52.546758Z","end":"2026-04-02T16:47:52.653235Z","steps":["trace[1368276325] 'process raft request' (duration: 106.241727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.653599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.142823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/\" range_end:\"/registry/events/envoy-gateway-system0\" limit:500 ","response":"range_response_count:15 size:12285"} {"level":"info","ts":"2026-04-02T16:47:52.653682Z","caller":"traceutil/trace.go:171","msg":"trace[48964278] range","detail":"{range_begin:/registry/events/envoy-gateway-system/; range_end:/registry/events/envoy-gateway-system0; response_count:15; response_revision:1459; }","duration":"104.250895ms","start":"2026-04-02T16:47:52.549414Z","end":"2026-04-02T16:47:52.653665Z","steps":["trace[48964278] 'agreement among raft nodes before linearized reading' (duration: 103.857456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:55.6296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.024746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:75 size:56031"} {"level":"info","ts":"2026-04-02T16:47:55.629684Z","caller":"traceutil/trace.go:171","msg":"trace[1399975237] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:75; response_revision:1469; }","duration":"127.151059ms","start":"2026-04-02T16:47:55.502514Z","end":"2026-04-02T16:47:55.629665Z","steps":["trace[1399975237] 'range keys from in-memory index tree' (duration: 126.584377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:55.62995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.887366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:75 size:56031"} {"level":"info","ts":"2026-04-02T16:47:55.630061Z","caller":"traceutil/trace.go:171","msg":"trace[788164827] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:75; response_revision:1469; }","duration":"128.028149ms","start":"2026-04-02T16:47:55.502006Z","end":"2026-04-02T16:47:55.630034Z","steps":["trace[788164827] 'range keys from in-memory index tree' (duration: 127.448476ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:57.617801Z","caller":"traceutil/trace.go:171","msg":"trace[1745415493] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1539; }","duration":"100.907506ms","start":"2026-04-02T16:47:57.516871Z","end":"2026-04-02T16:47:57.617779Z","steps":["trace[1745415493] 'read index received' (duration: 100.764333ms)","trace[1745415493] 'applied index is now lower than readState.Index' (duration: 142.273µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:57.617843Z","caller":"traceutil/trace.go:171","msg":"trace[1791143502] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"123.691003ms","start":"2026-04-02T16:47:57.494113Z","end":"2026-04-02T16:47:57.617804Z","steps":["trace[1791143502] 'process raft request' (duration: 123.53729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:57.618041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.153831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.20\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T16:47:57.618076Z","caller":"traceutil/trace.go:171","msg":"trace[1640040380] range","detail":"{range_begin:/registry/masterleases/199.19.213.20; range_end:; response_count:1; response_revision:1475; }","duration":"101.232772ms","start":"2026-04-02T16:47:57.516833Z","end":"2026-04-02T16:47:57.618066Z","steps":["trace[1640040380] 'agreement among raft nodes before linearized reading' (duration: 101.093589ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:00.868144Z","caller":"traceutil/trace.go:171","msg":"trace[1168217669] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"101.582655ms","start":"2026-04-02T16:48:00.766535Z","end":"2026-04-02T16:48:00.868117Z","steps":["trace[1168217669] 'process raft request' (duration: 101.34428ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:05.067762Z","caller":"traceutil/trace.go:171","msg":"trace[151446161] linearizableReadLoop","detail":"{readStateIndex:1565; appliedIndex:1564; }","duration":"100.374163ms","start":"2026-04-02T16:48:04.967362Z","end":"2026-04-02T16:48:05.067736Z","steps":["trace[151446161] 'read index received' (duration: 100.22455ms)","trace[151446161] 'applied index is now lower than readState.Index' (duration: 148.453µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:05.067813Z","caller":"traceutil/trace.go:171","msg":"trace[1610078918] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"120.126932ms","start":"2026-04-02T16:48:04.947663Z","end":"2026-04-02T16:48:05.06779Z","steps":["trace[1610078918] 'process raft request' (duration: 119.927438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:05.068081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.69798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:48:05.068174Z","caller":"traceutil/trace.go:171","msg":"trace[28907157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1498; }","duration":"100.830912ms","start":"2026-04-02T16:48:04.967324Z","end":"2026-04-02T16:48:05.068155Z","steps":["trace[28907157] 'agreement among raft nodes before linearized reading' (duration: 100.548916ms)"],"step_count":1}