{"level":"warn","ts":"2026-03-23T05:21:48.735553Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-23T05:21:48.735633Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.80:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.80:2380","--initial-cluster=instance=https://199.19.213.80:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.80:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.80:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-23T05:21:48.735693Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-23T05:21:48.735706Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.80:2380"]} {"level":"info","ts":"2026-03-23T05:21:48.735726Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-23T05:21:48.73632Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.80:2379"]} {"level":"info","ts":"2026-03-23T05:21:48.73641Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.80:2380"],"listen-peer-urls":["https://199.19.213.80:2380"],"advertise-client-urls":["https://199.19.213.80:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.80:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.80:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-23T05:21:48.751232Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"14.420175ms"} {"level":"info","ts":"2026-03-23T05:21:48.7612Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"95f079218969d088","cluster-id":"4cb7d1aa36c4178f"} {"level":"info","ts":"2026-03-23T05:21:48.761284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 switched to configuration voters=()"} {"level":"info","ts":"2026-03-23T05:21:48.761306Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 became follower at term 0"} {"level":"info","ts":"2026-03-23T05:21:48.761328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 95f079218969d088 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-23T05:21:48.761344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 became follower at term 1"} {"level":"info","ts":"2026-03-23T05:21:48.761396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 switched to configuration voters=(10804268691008114824)"} {"level":"warn","ts":"2026-03-23T05:21:48.768538Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-23T05:21:48.77035Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-23T05:21:48.772018Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-23T05:21:48.774641Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"95f079218969d088","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-23T05:21:48.779355Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"95f079218969d088","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-23T05:21:48.781936Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:21:48.782015Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:21:48.782028Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:21:48.782111Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 switched to configuration voters=(10804268691008114824)"} {"level":"info","ts":"2026-03-23T05:21:48.782294Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4cb7d1aa36c4178f","local-member-id":"95f079218969d088","added-peer-id":"95f079218969d088","added-peer-peer-urls":["https://199.19.213.80:2380"]} {"level":"info","ts":"2026-03-23T05:21:48.782618Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-23T05:21:48.782811Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.80:2380"} {"level":"info","ts":"2026-03-23T05:21:48.782833Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.80:2380"} {"level":"info","ts":"2026-03-23T05:21:48.78318Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"95f079218969d088","initial-advertise-peer-urls":["https://199.19.213.80:2380"],"listen-peer-urls":["https://199.19.213.80:2380"],"advertise-client-urls":["https://199.19.213.80:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.80:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-23T05:21:48.783224Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-23T05:21:49.761972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 is starting a new election at term 1"} {"level":"info","ts":"2026-03-23T05:21:49.762188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-23T05:21:49.762364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 received MsgPreVoteResp from 95f079218969d088 at term 1"} {"level":"info","ts":"2026-03-23T05:21:49.762449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 became candidate at term 2"} {"level":"info","ts":"2026-03-23T05:21:49.762511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 received MsgVoteResp from 95f079218969d088 at term 2"} {"level":"info","ts":"2026-03-23T05:21:49.76259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 became leader at term 2"} {"level":"info","ts":"2026-03-23T05:21:49.762655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 95f079218969d088 elected leader 95f079218969d088 at term 2"} {"level":"info","ts":"2026-03-23T05:21:49.774733Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:21:49.849444Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-23T05:21:49.849521Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-23T05:21:49.849438Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"95f079218969d088","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.80:2379]}","request-path":"/0/members/95f079218969d088/attributes","cluster-id":"4cb7d1aa36c4178f","publish-timeout":"7s"} {"level":"info","ts":"2026-03-23T05:21:49.849966Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-23T05:21:49.850008Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-23T05:21:49.852223Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-23T05:21:49.853499Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.80:2379"} {"level":"info","ts":"2026-03-23T05:21:49.879506Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4cb7d1aa36c4178f","local-member-id":"95f079218969d088","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:21:49.879754Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:21:49.879827Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-23T05:21:53.394049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.675203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:21:53.394256Z","caller":"traceutil/trace.go:171","msg":"trace[491912046] linearizableReadLoop","detail":"{readStateIndex:242; appliedIndex:241; }","duration":"157.59932ms","start":"2026-03-23T05:21:53.236626Z","end":"2026-03-23T05:21:53.394225Z","steps":["trace[491912046] 'read index received' (duration: 72.882µs)","trace[491912046] 'applied index is now lower than readState.Index' (duration: 157.523758ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:21:53.394485Z","caller":"traceutil/trace.go:171","msg":"trace[269250896] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"466.415746ms","start":"2026-03-23T05:21:52.928049Z","end":"2026-03-23T05:21:53.394465Z","steps":["trace[269250896] 'process raft request' (duration: 140.615398ms)","trace[269250896] 'compare' (duration: 324.486928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:21:53.394589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:21:52.928026Z","time spent":"466.515477ms","remote":"127.0.0.1:52298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:21:53.394658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.988469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-23T05:21:53.394763Z","caller":"traceutil/trace.go:171","msg":"trace[153104845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:237; }","duration":"158.161593ms","start":"2026-03-23T05:21:53.236575Z","end":"2026-03-23T05:21:53.394737Z","steps":["trace[153104845] 'agreement among raft nodes before linearized reading' (duration: 157.898167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:21:54.212791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.301588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:21:54.212974Z","caller":"traceutil/trace.go:171","msg":"trace[1148409945] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"812.560642ms","start":"2026-03-23T05:21:53.400364Z","end":"2026-03-23T05:21:54.212925Z","steps":["trace[1148409945] 'process raft request' (duration: 812.513101ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:21:54.213085Z","caller":"traceutil/trace.go:171","msg":"trace[1411366189] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"941.943206ms","start":"2026-03-23T05:21:53.271055Z","end":"2026-03-23T05:21:54.212998Z","steps":["trace[1411366189] 'process raft request' (duration: 263.401273ms)","trace[1411366189] 'compare' (duration: 678.138174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:21:54.213228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:21:53.400342Z","time spent":"812.671744ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:21:54.21323Z","caller":"traceutil/trace.go:171","msg":"trace[796861648] linearizableReadLoop","detail":"{readStateIndex:243; appliedIndex:242; }","duration":"818.788672ms","start":"2026-03-23T05:21:53.394411Z","end":"2026-03-23T05:21:54.2132Z","steps":["trace[796861648] 'read index received' (duration: 140.016084ms)","trace[796861648] 'applied index is now lower than readState.Index' (duration: 678.769668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:21:54.21334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:21:53.271037Z","time spent":"942.180672ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:21:54.213472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.482184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:21:54.213572Z","caller":"traceutil/trace.go:171","msg":"trace[1630647358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:239; }","duration":"631.632206ms","start":"2026-03-23T05:21:53.581921Z","end":"2026-03-23T05:21:54.213553Z","steps":["trace[1630647358] 'agreement among raft nodes before linearized reading' (duration: 631.462072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:21:54.2136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.013486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:21:54.213626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:21:53.581899Z","time spent":"631.699618ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:21:54.21366Z","caller":"traceutil/trace.go:171","msg":"trace[553147671] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:0; response_revision:239; }","duration":"815.113558ms","start":"2026-03-23T05:21:53.398531Z","end":"2026-03-23T05:21:54.213644Z","steps":["trace[553147671] 'agreement among raft nodes before linearized reading' (duration: 815.021716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:21:54.213693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:21:53.398508Z","time spent":"815.178001ms","remote":"127.0.0.1:52160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-03-23T05:21:54.214064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.449084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:21:54.21413Z","caller":"traceutil/trace.go:171","msg":"trace[352261446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:239; }","duration":"976.551916ms","start":"2026-03-23T05:21:53.237565Z","end":"2026-03-23T05:21:54.214117Z","steps":["trace[352261446] 'agreement among raft nodes before linearized reading' (duration: 976.433824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:21:54.214153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:21:53.237545Z","time spent":"976.602587ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:21:54.213509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.133411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:21:54.214327Z","caller":"traceutil/trace.go:171","msg":"trace[1108394049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:239; }","duration":"768.9472ms","start":"2026-03-23T05:21:53.445312Z","end":"2026-03-23T05:21:54.214259Z","steps":["trace[1108394049] 'agreement among raft nodes before linearized reading' (duration: 768.072909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:21:54.214408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:21:53.445298Z","time spent":"769.077653ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:21:54.435021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.572762ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-23T05:21:54.435365Z","caller":"traceutil/trace.go:171","msg":"trace[2078608612] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"214.965182ms","start":"2026-03-23T05:21:54.220382Z","end":"2026-03-23T05:21:54.435347Z","steps":["trace[2078608612] 'process raft request' (duration: 214.928731ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:21:54.435393Z","caller":"traceutil/trace.go:171","msg":"trace[661967940] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"217.10584ms","start":"2026-03-23T05:21:54.218273Z","end":"2026-03-23T05:21:54.435379Z","steps":["trace[661967940] 'process raft request' (duration: 217.000108ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:21:54.435523Z","caller":"traceutil/trace.go:171","msg":"trace[927949635] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"218.193024ms","start":"2026-03-23T05:21:54.217293Z","end":"2026-03-23T05:21:54.435486Z","steps":["trace[927949635] 'process raft request' (duration: 217.819386ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:21:54.629088Z","caller":"traceutil/trace.go:171","msg":"trace[2109630166] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"180.806553ms","start":"2026-03-23T05:21:54.448214Z","end":"2026-03-23T05:21:54.629021Z","steps":["trace[2109630166] 'process raft request' (duration: 89.490715ms)","trace[2109630166] 'compare' (duration: 91.140474ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:21:54.629121Z","caller":"traceutil/trace.go:171","msg":"trace[238717639] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"161.807045ms","start":"2026-03-23T05:21:54.467266Z","end":"2026-03-23T05:21:54.629073Z","steps":["trace[238717639] 'process raft request' (duration: 161.733053ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:21:54.629212Z","caller":"traceutil/trace.go:171","msg":"trace[1828850420] linearizableReadLoop","detail":"{readStateIndex:252; appliedIndex:251; }","duration":"168.564517ms","start":"2026-03-23T05:21:54.460477Z","end":"2026-03-23T05:21:54.629041Z","steps":["trace[1828850420] 'read index received' (duration: 77.213269ms)","trace[1828850420] 'applied index is now lower than readState.Index' (duration: 91.340208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:21:54.629399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.980771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:21:54.629469Z","caller":"traceutil/trace.go:171","msg":"trace[1410565708] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:0; response_revision:248; }","duration":"183.101084ms","start":"2026-03-23T05:21:54.446351Z","end":"2026-03-23T05:21:54.629452Z","steps":["trace[1410565708] 'agreement among raft nodes before linearized reading' (duration: 182.977131ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:21:54.629245Z","caller":"traceutil/trace.go:171","msg":"trace[1831343244] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"164.799172ms","start":"2026-03-23T05:21:54.464418Z","end":"2026-03-23T05:21:54.629218Z","steps":["trace[1831343244] 'process raft request' (duration: 164.533186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:21:54.629624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.859941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:21:54.629802Z","caller":"traceutil/trace.go:171","msg":"trace[1949284] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:0; response_revision:248; }","duration":"156.048706ms","start":"2026-03-23T05:21:54.473707Z","end":"2026-03-23T05:21:54.629756Z","steps":["trace[1949284] 'agreement among raft nodes before linearized reading' (duration: 155.813991ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:21:54.818268Z","caller":"traceutil/trace.go:171","msg":"trace[1011623575] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"103.497311ms","start":"2026-03-23T05:21:54.714748Z","end":"2026-03-23T05:21:54.818245Z","steps":["trace[1011623575] 'process raft request' (duration: 63.02948ms)","trace[1011623575] 'compare' (duration: 40.278666ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:21:54.818321Z","caller":"traceutil/trace.go:171","msg":"trace[728723865] linearizableReadLoop","detail":"{readStateIndex:258; appliedIndex:257; }","duration":"103.293026ms","start":"2026-03-23T05:21:54.715019Z","end":"2026-03-23T05:21:54.818312Z","steps":["trace[728723865] 'read index received' (duration: 62.766574ms)","trace[728723865] 'applied index is now lower than readState.Index' (duration: 40.525622ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:21:54.818257Z","caller":"traceutil/trace.go:171","msg":"trace[96477427] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"103.101331ms","start":"2026-03-23T05:21:54.715126Z","end":"2026-03-23T05:21:54.818228Z","steps":["trace[96477427] 'process raft request' (duration: 103.05558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:21:54.818421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.382259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-23T05:21:54.818474Z","caller":"traceutil/trace.go:171","msg":"trace[796162822] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:253; }","duration":"103.482241ms","start":"2026-03-23T05:21:54.714982Z","end":"2026-03-23T05:21:54.818465Z","steps":["trace[796162822] 'agreement among raft nodes before linearized reading' (duration: 103.367028ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:21:55.142247Z","caller":"traceutil/trace.go:171","msg":"trace[2011241048] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"123.522262ms","start":"2026-03-23T05:21:55.018701Z","end":"2026-03-23T05:21:55.142223Z","steps":["trace[2011241048] 'process raft request' (duration: 27.04538ms)","trace[2011241048] 'compare' (duration: 96.339609ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:21:55.655512Z","caller":"traceutil/trace.go:171","msg":"trace[1284080272] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"173.57955ms","start":"2026-03-23T05:21:55.481887Z","end":"2026-03-23T05:21:55.655467Z","steps":["trace[1284080272] 'process raft request' (duration: 85.868935ms)","trace[1284080272] 'compare' (duration: 87.255965ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:21:55.655524Z","caller":"traceutil/trace.go:171","msg":"trace[1691069719] linearizableReadLoop","detail":"{readStateIndex:278; appliedIndex:275; }","duration":"133.003835ms","start":"2026-03-23T05:21:55.522495Z","end":"2026-03-23T05:21:55.655499Z","steps":["trace[1691069719] 'read index received' (duration: 45.271969ms)","trace[1691069719] 'applied index is now lower than readState.Index' (duration: 87.730956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:21:55.655703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.1903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:21:55.655781Z","caller":"traceutil/trace.go:171","msg":"trace[2047276382] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:0; response_revision:272; }","duration":"133.336443ms","start":"2026-03-23T05:21:55.522425Z","end":"2026-03-23T05:21:55.655761Z","steps":["trace[2047276382] 'agreement among raft nodes before linearized reading' (duration: 133.185469ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:21:55.655803Z","caller":"traceutil/trace.go:171","msg":"trace[105566471] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"173.842796ms","start":"2026-03-23T05:21:55.481929Z","end":"2026-03-23T05:21:55.655772Z","steps":["trace[105566471] 'process raft request' (duration: 173.348265ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:21:55.655984Z","caller":"traceutil/trace.go:171","msg":"trace[395801004] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"172.430783ms","start":"2026-03-23T05:21:55.48354Z","end":"2026-03-23T05:21:55.655971Z","steps":["trace[395801004] 'process raft request' (duration: 171.81899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:00.034464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.017986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:00.034675Z","caller":"traceutil/trace.go:171","msg":"trace[736658632] linearizableReadLoop","detail":"{readStateIndex:374; appliedIndex:373; }","duration":"312.458527ms","start":"2026-03-23T05:21:59.722196Z","end":"2026-03-23T05:22:00.034655Z","steps":["trace[736658632] 'read index received' (duration: 56.100383ms)","trace[736658632] 'applied index is now lower than readState.Index' (duration: 256.356764ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:00.034682Z","caller":"traceutil/trace.go:171","msg":"trace[438586686] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"357.027911ms","start":"2026-03-23T05:21:59.677629Z","end":"2026-03-23T05:22:00.034657Z","steps":["trace[438586686] 'process raft request' (duration: 100.740299ms)","trace[438586686] 'compare' (duration: 255.860513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:00.034859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:21:59.677614Z","time spent":"357.215945ms","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:22:00.034968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.724076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-23T05:22:00.035034Z","caller":"traceutil/trace.go:171","msg":"trace[19575557] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:365; }","duration":"261.838728ms","start":"2026-03-23T05:21:59.773181Z","end":"2026-03-23T05:22:00.03502Z","steps":["trace[19575557] 'agreement among raft nodes before linearized reading' (duration: 261.656403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:00.035052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.846157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-23T05:22:00.035212Z","caller":"traceutil/trace.go:171","msg":"trace[2081246133] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:365; }","duration":"313.030071ms","start":"2026-03-23T05:21:59.722155Z","end":"2026-03-23T05:22:00.035185Z","steps":["trace[2081246133] 'agreement among raft nodes before linearized reading' (duration: 312.614881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:00.035268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:21:59.722139Z","time spent":"313.114612ms","remote":"127.0.0.1:52308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-23T05:22:00.035289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.818744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-23T05:22:00.035469Z","caller":"traceutil/trace.go:171","msg":"trace[1544326988] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:365; }","duration":"212.892246ms","start":"2026-03-23T05:21:59.82242Z","end":"2026-03-23T05:22:00.035312Z","steps":["trace[1544326988] 'agreement among raft nodes before linearized reading' (duration: 212.835084ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:00.767629Z","caller":"traceutil/trace.go:171","msg":"trace[1988046968] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"112.75868ms","start":"2026-03-23T05:22:00.654781Z","end":"2026-03-23T05:22:00.76754Z","steps":["trace[1988046968] 'process raft request' (duration: 112.596086ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:00.961694Z","caller":"traceutil/trace.go:171","msg":"trace[1698120124] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"304.836546ms","start":"2026-03-23T05:22:00.656824Z","end":"2026-03-23T05:22:00.961661Z","steps":["trace[1698120124] 'process raft request' (duration: 282.684157ms)","trace[1698120124] 'compare' (duration: 21.946604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:00.961874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:00.656798Z","time spent":"304.978069ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:05.001584Z","caller":"traceutil/trace.go:171","msg":"trace[1255261942] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:422; }","duration":"118.57242ms","start":"2026-03-23T05:22:04.882984Z","end":"2026-03-23T05:22:05.001556Z","steps":["trace[1255261942] 'read index received' (duration: 118.347275ms)","trace[1255261942] 'applied index is now lower than readState.Index' (duration: 224.015µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:05.001656Z","caller":"traceutil/trace.go:171","msg":"trace[914341983] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"156.020443ms","start":"2026-03-23T05:22:04.845606Z","end":"2026-03-23T05:22:05.001626Z","steps":["trace[914341983] 'process raft request' (duration: 155.799818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:05.001962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.95171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:05.002076Z","caller":"traceutil/trace.go:171","msg":"trace[1175824591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"119.104192ms","start":"2026-03-23T05:22:04.882949Z","end":"2026-03-23T05:22:05.002053Z","steps":["trace[1175824591] 'agreement among raft nodes before linearized reading' (duration: 118.756454ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:07.243218Z","caller":"traceutil/trace.go:171","msg":"trace[1881788194] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"207.388671ms","start":"2026-03-23T05:22:07.035793Z","end":"2026-03-23T05:22:07.243181Z","steps":["trace[1881788194] 'process raft request' (duration: 207.213397ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:07.251722Z","caller":"traceutil/trace.go:171","msg":"trace[607083311] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"150.555231ms","start":"2026-03-23T05:22:07.101136Z","end":"2026-03-23T05:22:07.251691Z","steps":["trace[607083311] 'process raft request' (duration: 150.357317ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:09.456485Z","caller":"traceutil/trace.go:171","msg":"trace[1494235814] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"206.060762ms","start":"2026-03-23T05:22:09.250408Z","end":"2026-03-23T05:22:09.456469Z","steps":["trace[1494235814] 'process raft request' (duration: 205.96175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:09.983723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.157387ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:22:10.026603Z","caller":"traceutil/trace.go:171","msg":"trace[645128079] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:441; }","duration":"143.182204ms","start":"2026-03-23T05:22:09.883398Z","end":"2026-03-23T05:22:10.02658Z","steps":["trace[645128079] 'read index received' (duration: 142.567921ms)","trace[645128079] 'applied index is now lower than readState.Index' (duration: 613.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:10.026746Z","caller":"traceutil/trace.go:171","msg":"trace[1225363572] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"221.710503ms","start":"2026-03-23T05:22:09.805011Z","end":"2026-03-23T05:22:10.026721Z","steps":["trace[1225363572] 'process raft request' (duration: 221.08394ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:10.026823Z","caller":"traceutil/trace.go:171","msg":"trace[1276157434] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"220.732052ms","start":"2026-03-23T05:22:09.806064Z","end":"2026-03-23T05:22:10.026796Z","steps":["trace[1276157434] 'process raft request' (duration: 220.233401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:10.02682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.39475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:10.02692Z","caller":"traceutil/trace.go:171","msg":"trace[1597239936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:431; }","duration":"143.553113ms","start":"2026-03-23T05:22:09.883348Z","end":"2026-03-23T05:22:10.026901Z","steps":["trace[1597239936] 'agreement among raft nodes before linearized reading' (duration: 143.342939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:10.297504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.801204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:10.297581Z","caller":"traceutil/trace.go:171","msg":"trace[376208375] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"266.85824ms","start":"2026-03-23T05:22:10.030711Z","end":"2026-03-23T05:22:10.297569Z","steps":["trace[376208375] 'process raft request' (duration: 120.934874ms)","trace[376208375] 'compare' (duration: 145.693831ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:10.373753Z","caller":"traceutil/trace.go:171","msg":"trace[539517433] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"338.871212ms","start":"2026-03-23T05:22:10.034843Z","end":"2026-03-23T05:22:10.373714Z","steps":["trace[539517433] 'process raft request' (duration: 338.636027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:10.374038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:10.034833Z","time spent":"339.101858ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:10.373754Z","caller":"traceutil/trace.go:171","msg":"trace[367466104] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"342.333241ms","start":"2026-03-23T05:22:10.031395Z","end":"2026-03-23T05:22:10.373728Z","steps":["trace[367466104] 'process raft request' (duration: 341.87886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:10.374247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:10.031375Z","time spent":"342.811081ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:22:10.688454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.955496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:10.688888Z","caller":"traceutil/trace.go:171","msg":"trace[1728975507] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"309.033161ms","start":"2026-03-23T05:22:10.379826Z","end":"2026-03-23T05:22:10.688859Z","steps":["trace[1728975507] 'process raft request' (duration: 123.590774ms)","trace[1728975507] 'compare' (duration: 184.642728ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:10.688978Z","caller":"traceutil/trace.go:171","msg":"trace[1954469186] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"307.920036ms","start":"2026-03-23T05:22:10.381019Z","end":"2026-03-23T05:22:10.688939Z","steps":["trace[1954469186] 'process raft request' (duration: 307.66973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:10.689015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:10.379798Z","time spent":"309.158784ms","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:22:10.68906Z","caller":"traceutil/trace.go:171","msg":"trace[1672674162] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"307.442625ms","start":"2026-03-23T05:22:10.381593Z","end":"2026-03-23T05:22:10.689035Z","steps":["trace[1672674162] 'process raft request' (duration: 307.296322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:10.689107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:10.381008Z","time spent":"308.031168ms","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:22:10.689172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:10.381581Z","time spent":"307.531076ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3795,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:10.689288Z","caller":"traceutil/trace.go:171","msg":"trace[1683969181] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"306.31774ms","start":"2026-03-23T05:22:10.38296Z","end":"2026-03-23T05:22:10.689277Z","steps":["trace[1683969181] 'process raft request' (duration: 306.268789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:10.689371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:10.382951Z","time spent":"306.370991ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:10.689351Z","caller":"traceutil/trace.go:171","msg":"trace[1226485312] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"307.378814ms","start":"2026-03-23T05:22:10.381929Z","end":"2026-03-23T05:22:10.689308Z","steps":["trace[1226485312] 'process raft request' (duration: 307.047786ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:10.689419Z","caller":"traceutil/trace.go:171","msg":"trace[189741422] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"307.039636ms","start":"2026-03-23T05:22:10.382361Z","end":"2026-03-23T05:22:10.6894Z","steps":["trace[189741422] 'process raft request' (duration: 306.806841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:10.689507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:10.382352Z","time spent":"307.109087ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:10.689491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:10.381901Z","time spent":"307.508716ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:10.988427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.510487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:4039"} {"level":"info","ts":"2026-03-23T05:22:10.988629Z","caller":"traceutil/trace.go:171","msg":"trace[1068394995] transaction","detail":"{read_only:false; number_of_response:1; response_revision:443; }","duration":"218.917002ms","start":"2026-03-23T05:22:10.769692Z","end":"2026-03-23T05:22:10.988609Z","steps":["trace[1068394995] 'process raft request' (duration: 48.760749ms)","trace[1068394995] 'compare' (duration: 169.409225ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:10.988814Z","caller":"traceutil/trace.go:171","msg":"trace[1096558162] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"213.46803ms","start":"2026-03-23T05:22:10.775318Z","end":"2026-03-23T05:22:10.988786Z","steps":["trace[1096558162] 'process raft request' (duration: 213.346337ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:10.988883Z","caller":"traceutil/trace.go:171","msg":"trace[561692497] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"217.183563ms","start":"2026-03-23T05:22:10.771664Z","end":"2026-03-23T05:22:10.988847Z","steps":["trace[561692497] 'process raft request' (duration: 216.895306ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:10.988835Z","caller":"traceutil/trace.go:171","msg":"trace[848573904] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:455; }","duration":"121.250682ms","start":"2026-03-23T05:22:10.867485Z","end":"2026-03-23T05:22:10.988736Z","steps":["trace[848573904] 'read index received' (duration: 82.166822ms)","trace[848573904] 'applied index is now lower than readState.Index' (duration: 39.08277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:10.989008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.522148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:22:10.989063Z","caller":"traceutil/trace.go:171","msg":"trace[2008175120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:445; }","duration":"121.576359ms","start":"2026-03-23T05:22:10.867469Z","end":"2026-03-23T05:22:10.989045Z","steps":["trace[2008175120] 'agreement among raft nodes before linearized reading' (duration: 121.412026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:10.989123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.033466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:10.989153Z","caller":"traceutil/trace.go:171","msg":"trace[694751554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:445; }","duration":"105.081398ms","start":"2026-03-23T05:22:10.884065Z","end":"2026-03-23T05:22:10.989146Z","steps":["trace[694751554] 'agreement among raft nodes before linearized reading' (duration: 105.003766ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:11.263925Z","caller":"traceutil/trace.go:171","msg":"trace[131289160] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"269.745425ms","start":"2026-03-23T05:22:10.994139Z","end":"2026-03-23T05:22:11.263885Z","steps":["trace[131289160] 'process raft request' (duration: 190.737586ms)","trace[131289160] 'compare' (duration: 78.5893ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:11.264077Z","caller":"traceutil/trace.go:171","msg":"trace[872127501] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"269.428028ms","start":"2026-03-23T05:22:10.994628Z","end":"2026-03-23T05:22:11.264056Z","steps":["trace[872127501] 'process raft request' (duration: 269.178652ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:11.264094Z","caller":"traceutil/trace.go:171","msg":"trace[1145210788] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"269.562121ms","start":"2026-03-23T05:22:10.994507Z","end":"2026-03-23T05:22:11.264069Z","steps":["trace[1145210788] 'process raft request' (duration: 269.216174ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:11.263938Z","caller":"traceutil/trace.go:171","msg":"trace[446013782] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"267.180577ms","start":"2026-03-23T05:22:10.996733Z","end":"2026-03-23T05:22:11.263913Z","steps":["trace[446013782] 'process raft request' (duration: 267.129866ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:11.280961Z","caller":"traceutil/trace.go:171","msg":"trace[1472394112] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"222.709636ms","start":"2026-03-23T05:22:11.058235Z","end":"2026-03-23T05:22:11.280945Z","steps":["trace[1472394112] 'process raft request' (duration: 222.668516ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:11.281113Z","caller":"traceutil/trace.go:171","msg":"trace[1866243395] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"225.206192ms","start":"2026-03-23T05:22:11.055881Z","end":"2026-03-23T05:22:11.281087Z","steps":["trace[1866243395] 'process raft request' (duration: 224.951546ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:11.464922Z","caller":"traceutil/trace.go:171","msg":"trace[271535620] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"180.390343ms","start":"2026-03-23T05:22:11.284516Z","end":"2026-03-23T05:22:11.464906Z","steps":["trace[271535620] 'process raft request' (duration: 180.361903ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:11.46533Z","caller":"traceutil/trace.go:171","msg":"trace[1814621630] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"194.926071ms","start":"2026-03-23T05:22:11.270382Z","end":"2026-03-23T05:22:11.465308Z","steps":["trace[1814621630] 'process raft request' (duration: 194.40414ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:11.465391Z","caller":"traceutil/trace.go:171","msg":"trace[397485108] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"196.815873ms","start":"2026-03-23T05:22:11.268562Z","end":"2026-03-23T05:22:11.465378Z","steps":["trace[397485108] 'process raft request' (duration: 99.363338ms)","trace[397485108] 'compare' (duration: 96.675938ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:11.469212Z","caller":"traceutil/trace.go:171","msg":"trace[1843057589] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"197.813655ms","start":"2026-03-23T05:22:11.271379Z","end":"2026-03-23T05:22:11.469192Z","steps":["trace[1843057589] 'process raft request' (duration: 193.465568ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:11.469421Z","caller":"traceutil/trace.go:171","msg":"trace[572643850] linearizableReadLoop","detail":"{readStateIndex:466; appliedIndex:465; }","duration":"199.295939ms","start":"2026-03-23T05:22:11.270056Z","end":"2026-03-23T05:22:11.469352Z","steps":["trace[572643850] 'read index received' (duration: 11.230893ms)","trace[572643850] 'applied index is now lower than readState.Index' (duration: 187.963884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:11.469603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.519134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-23T05:22:11.469999Z","caller":"traceutil/trace.go:171","msg":"trace[148202479] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:456; }","duration":"199.923652ms","start":"2026-03-23T05:22:11.270034Z","end":"2026-03-23T05:22:11.469957Z","steps":["trace[148202479] 'agreement among raft nodes before linearized reading' (duration: 199.448282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:11.471092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.035468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3819"} {"level":"info","ts":"2026-03-23T05:22:11.474162Z","caller":"traceutil/trace.go:171","msg":"trace[465524717] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:457; }","duration":"188.140778ms","start":"2026-03-23T05:22:11.285997Z","end":"2026-03-23T05:22:11.474137Z","steps":["trace[465524717] 'agreement among raft nodes before linearized reading' (duration: 184.973947ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:24.148392Z","caller":"traceutil/trace.go:171","msg":"trace[1733161034] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"237.459148ms","start":"2026-03-23T05:22:23.910874Z","end":"2026-03-23T05:22:24.148333Z","steps":["trace[1733161034] 'process raft request' (duration: 237.046709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:26.99961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.831759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:26.999703Z","caller":"traceutil/trace.go:171","msg":"trace[1175661871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:566; }","duration":"115.967232ms","start":"2026-03-23T05:22:26.883718Z","end":"2026-03-23T05:22:26.999685Z","steps":["trace[1175661871] 'range keys from in-memory index tree' (duration: 115.736857ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:27.197745Z","caller":"traceutil/trace.go:171","msg":"trace[207258917] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"117.18177ms","start":"2026-03-23T05:22:27.080533Z","end":"2026-03-23T05:22:27.197715Z","steps":["trace[207258917] 'process raft request' (duration: 116.921344ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:34.117391Z","caller":"traceutil/trace.go:171","msg":"trace[250302021] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"285.02143ms","start":"2026-03-23T05:22:33.832345Z","end":"2026-03-23T05:22:34.117367Z","steps":["trace[250302021] 'read index received' (duration: 284.909828ms)","trace[250302021] 'applied index is now lower than readState.Index' (duration: 109.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:34.117526Z","caller":"traceutil/trace.go:171","msg":"trace[537522153] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"354.423059ms","start":"2026-03-23T05:22:33.763093Z","end":"2026-03-23T05:22:34.117516Z","steps":["trace[537522153] 'process raft request' (duration: 354.135192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:34.117629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:33.763071Z","time spent":"354.481ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:34.117716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.104954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:22:34.1178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.448209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gjp7h\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-23T05:22:34.117861Z","caller":"traceutil/trace.go:171","msg":"trace[455210108] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gjp7h; range_end:; response_count:1; response_revision:602; }","duration":"285.558122ms","start":"2026-03-23T05:22:33.832289Z","end":"2026-03-23T05:22:34.117847Z","steps":["trace[455210108] 'agreement among raft nodes before linearized reading' (duration: 285.388998ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:34.117857Z","caller":"traceutil/trace.go:171","msg":"trace[102008864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"233.335799ms","start":"2026-03-23T05:22:33.884491Z","end":"2026-03-23T05:22:34.117827Z","steps":["trace[102008864] 'agreement among raft nodes before linearized reading' (duration: 233.088784ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:34.366221Z","caller":"traceutil/trace.go:171","msg":"trace[1588848559] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:620; }","duration":"128.26347ms","start":"2026-03-23T05:22:34.237928Z","end":"2026-03-23T05:22:34.366192Z","steps":["trace[1588848559] 'read index received' (duration: 128.190329ms)","trace[1588848559] 'applied index is now lower than readState.Index' (duration: 72.051µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:34.366343Z","caller":"traceutil/trace.go:171","msg":"trace[207897731] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"232.635094ms","start":"2026-03-23T05:22:34.133657Z","end":"2026-03-23T05:22:34.366292Z","steps":["trace[207897731] 'process raft request' (duration: 232.340847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:34.366448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.515466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:22:34.366518Z","caller":"traceutil/trace.go:171","msg":"trace[467523357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:603; }","duration":"128.600747ms","start":"2026-03-23T05:22:34.237906Z","end":"2026-03-23T05:22:34.366507Z","steps":["trace[467523357] 'agreement among raft nodes before linearized reading' (duration: 128.395533ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:35.385196Z","caller":"traceutil/trace.go:171","msg":"trace[1167434202] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"321.14084ms","start":"2026-03-23T05:22:35.064016Z","end":"2026-03-23T05:22:35.385157Z","steps":["trace[1167434202] 'process raft request' (duration: 320.990777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:35.385364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:35.064004Z","time spent":"321.278373ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:35.669982Z","caller":"traceutil/trace.go:171","msg":"trace[330227434] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"212.365499ms","start":"2026-03-23T05:22:35.457581Z","end":"2026-03-23T05:22:35.669947Z","steps":["trace[330227434] 'read index received' (duration: 159.765638ms)","trace[330227434] 'applied index is now lower than readState.Index' (duration: 52.598571ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:35.67022Z","caller":"traceutil/trace.go:171","msg":"trace[1448194925] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"239.480646ms","start":"2026-03-23T05:22:35.430674Z","end":"2026-03-23T05:22:35.670155Z","steps":["trace[1448194925] 'process raft request' (duration: 186.62809ms)","trace[1448194925] 'compare' (duration: 52.512969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:35.670321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.706226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:22:35.670371Z","caller":"traceutil/trace.go:171","msg":"trace[161643560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:606; }","duration":"212.823509ms","start":"2026-03-23T05:22:35.457534Z","end":"2026-03-23T05:22:35.670358Z","steps":["trace[161643560] 'agreement among raft nodes before linearized reading' (duration: 212.542263ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:38.024418Z","caller":"traceutil/trace.go:171","msg":"trace[619567030] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:638; }","duration":"138.842998ms","start":"2026-03-23T05:22:37.885524Z","end":"2026-03-23T05:22:38.024367Z","steps":["trace[619567030] 'read index received' (duration: 37.086323ms)","trace[619567030] 'applied index is now lower than readState.Index' (duration: 101.755585ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:38.024462Z","caller":"traceutil/trace.go:171","msg":"trace[986771667] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"143.183406ms","start":"2026-03-23T05:22:37.881251Z","end":"2026-03-23T05:22:38.024434Z","steps":["trace[986771667] 'process raft request' (duration: 142.821857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:38.024628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.080994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:38.024699Z","caller":"traceutil/trace.go:171","msg":"trace[1535675957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"139.201686ms","start":"2026-03-23T05:22:37.885476Z","end":"2026-03-23T05:22:38.024678Z","steps":["trace[1535675957] 'agreement among raft nodes before linearized reading' (duration: 139.035273ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:40.473214Z","caller":"traceutil/trace.go:171","msg":"trace[1660362950] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"161.903716ms","start":"2026-03-23T05:22:40.311275Z","end":"2026-03-23T05:22:40.473179Z","steps":["trace[1660362950] 'process raft request' (duration: 161.740942ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:42.028877Z","caller":"traceutil/trace.go:171","msg":"trace[161943287] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"114.702915ms","start":"2026-03-23T05:22:41.914145Z","end":"2026-03-23T05:22:42.028848Z","steps":["trace[161943287] 'process raft request' (duration: 114.00853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:42.370939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.99574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:42.371071Z","caller":"traceutil/trace.go:171","msg":"trace[2112993161] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"157.737652ms","start":"2026-03-23T05:22:42.213308Z","end":"2026-03-23T05:22:42.371045Z","steps":["trace[2112993161] 'process raft request' (duration: 47.519057ms)","trace[2112993161] 'compare' (duration: 109.724534ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:42.527567Z","caller":"traceutil/trace.go:171","msg":"trace[863209071] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"104.176048ms","start":"2026-03-23T05:22:42.423351Z","end":"2026-03-23T05:22:42.527527Z","steps":["trace[863209071] 'process raft request' (duration: 104.031355ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:43.855314Z","caller":"traceutil/trace.go:171","msg":"trace[71097900] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"129.911946ms","start":"2026-03-23T05:22:43.72537Z","end":"2026-03-23T05:22:43.855282Z","steps":["trace[71097900] 'process raft request' (duration: 129.700752ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:43.970911Z","caller":"traceutil/trace.go:171","msg":"trace[1524715472] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"110.419099ms","start":"2026-03-23T05:22:43.860454Z","end":"2026-03-23T05:22:43.970873Z","steps":["trace[1524715472] 'process raft request' (duration: 53.357278ms)","trace[1524715472] 'compare' (duration: 56.854977ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:49.168339Z","caller":"traceutil/trace.go:171","msg":"trace[1778203977] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"229.255648ms","start":"2026-03-23T05:22:48.939058Z","end":"2026-03-23T05:22:49.168314Z","steps":["trace[1778203977] 'process raft request' (duration: 229.099223ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:54.017831Z","caller":"traceutil/trace.go:171","msg":"trace[426821955] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"113.364506ms","start":"2026-03-23T05:22:53.904441Z","end":"2026-03-23T05:22:54.017805Z","steps":["trace[426821955] 'process raft request' (duration: 113.073519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:54.18293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.21985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:54.183027Z","caller":"traceutil/trace.go:171","msg":"trace[1090280418] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"161.312522ms","start":"2026-03-23T05:22:54.021695Z","end":"2026-03-23T05:22:54.183008Z","steps":["trace[1090280418] 'process raft request' (duration: 52.926928ms)","trace[1090280418] 'compare' (duration: 107.920423ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:54.639641Z","caller":"traceutil/trace.go:171","msg":"trace[551537524] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"180.690057ms","start":"2026-03-23T05:22:54.458921Z","end":"2026-03-23T05:22:54.639611Z","steps":["trace[551537524] 'process raft request' (duration: 180.443452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:55.264545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.064369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:55.264623Z","caller":"traceutil/trace.go:171","msg":"trace[1228011444] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:769; }","duration":"381.103367ms","start":"2026-03-23T05:22:54.883507Z","end":"2026-03-23T05:22:55.26461Z","steps":["trace[1228011444] 'read index received' (duration: 275.884414ms)","trace[1228011444] 'applied index is now lower than readState.Index' (duration: 105.217692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:55.264677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.175758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:55.264696Z","caller":"traceutil/trace.go:171","msg":"trace[674189021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:746; }","duration":"381.229279ms","start":"2026-03-23T05:22:54.883459Z","end":"2026-03-23T05:22:55.264689Z","steps":["trace[674189021] 'agreement among raft nodes before linearized reading' (duration: 381.192608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:55.264718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:54.883402Z","time spent":"381.310542ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:22:55.264803Z","caller":"traceutil/trace.go:171","msg":"trace[1864349257] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"620.590875ms","start":"2026-03-23T05:22:54.644129Z","end":"2026-03-23T05:22:55.26472Z","steps":["trace[1864349257] 'process raft request' (duration: 515.27812ms)","trace[1864349257] 'compare' (duration: 104.979028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:55.265197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:54.64411Z","time spent":"620.992803ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:56.444773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.55378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:22:56.444819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.709779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:22:56.444866Z","caller":"traceutil/trace.go:171","msg":"trace[171190425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:746; }","duration":"258.77446ms","start":"2026-03-23T05:22:56.186078Z","end":"2026-03-23T05:22:56.444852Z","steps":["trace[171190425] 'range keys from in-memory index tree' (duration: 258.593126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:56.444967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.350947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:56.445Z","caller":"traceutil/trace.go:171","msg":"trace[2025034069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:746; }","duration":"273.41931ms","start":"2026-03-23T05:22:56.171571Z","end":"2026-03-23T05:22:56.44499Z","steps":["trace[2025034069] 'range keys from in-memory index tree' (duration: 273.285246ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:56.44483Z","caller":"traceutil/trace.go:171","msg":"trace[2103738629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:746; }","duration":"423.658672ms","start":"2026-03-23T05:22:56.021159Z","end":"2026-03-23T05:22:56.444818Z","steps":["trace[2103738629] 'range keys from in-memory index tree' (duration: 423.426737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:56.445038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:56.021143Z","time spent":"423.884088ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:22:56.444778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046311034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:22:56.444998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.731305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:22:56.445076Z","caller":"traceutil/trace.go:171","msg":"trace[1395755932] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:746; }","duration":"1.046761333s","start":"2026-03-23T05:22:55.398308Z","end":"2026-03-23T05:22:56.445069Z","steps":["trace[1395755932] 'count revisions from in-memory index tree' (duration: 1.0462255s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:56.445101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:55.398287Z","time spent":"1.046805235s","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:22:56.445092Z","caller":"traceutil/trace.go:171","msg":"trace[1892140898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:746; }","duration":"957.847767ms","start":"2026-03-23T05:22:55.487231Z","end":"2026-03-23T05:22:56.445079Z","steps":["trace[1892140898] 'range keys from in-memory index tree' (duration: 957.635882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:56.44513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:55.487216Z","time spent":"957.904028ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:22:56.649931Z","caller":"traceutil/trace.go:171","msg":"trace[746260992] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"201.124506ms","start":"2026-03-23T05:22:56.448779Z","end":"2026-03-23T05:22:56.649904Z","steps":["trace[746260992] 'process raft request' (duration: 200.943332ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:56.701689Z","caller":"traceutil/trace.go:171","msg":"trace[468598067] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"252.301986ms","start":"2026-03-23T05:22:56.449312Z","end":"2026-03-23T05:22:56.701614Z","steps":["trace[468598067] 'process raft request' (duration: 252.205863ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:56.702017Z","caller":"traceutil/trace.go:171","msg":"trace[368924000] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"253.110864ms","start":"2026-03-23T05:22:56.448895Z","end":"2026-03-23T05:22:56.702006Z","steps":["trace[368924000] 'process raft request' (duration: 252.522401ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:58.075298Z","caller":"traceutil/trace.go:171","msg":"trace[1901485164] linearizableReadLoop","detail":"{readStateIndex:777; appliedIndex:776; }","duration":"192.40115ms","start":"2026-03-23T05:22:57.882846Z","end":"2026-03-23T05:22:58.075247Z","steps":["trace[1901485164] 'read index received' (duration: 191.824177ms)","trace[1901485164] 'applied index is now lower than readState.Index' (duration: 576.073µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:22:58.075449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.594245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:22:58.075485Z","caller":"traceutil/trace.go:171","msg":"trace[677226141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:752; }","duration":"192.680037ms","start":"2026-03-23T05:22:57.882789Z","end":"2026-03-23T05:22:58.075469Z","steps":["trace[677226141] 'agreement among raft nodes before linearized reading' (duration: 192.567284ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:58.075844Z","caller":"traceutil/trace.go:171","msg":"trace[1963114106] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"803.184033ms","start":"2026-03-23T05:22:57.272651Z","end":"2026-03-23T05:22:58.075835Z","steps":["trace[1963114106] 'process raft request' (duration: 802.335054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:58.075918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:57.272639Z","time spent":"803.236285ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:58.908548Z","caller":"traceutil/trace.go:171","msg":"trace[22294018] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:779; }","duration":"255.436836ms","start":"2026-03-23T05:22:58.653092Z","end":"2026-03-23T05:22:58.908529Z","steps":["trace[22294018] 'read index received' (duration: 255.262602ms)","trace[22294018] 'applied index is now lower than readState.Index' (duration: 173.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:58.908643Z","caller":"traceutil/trace.go:171","msg":"trace[2100525407] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"396.771999ms","start":"2026-03-23T05:22:58.511864Z","end":"2026-03-23T05:22:58.908636Z","steps":["trace[2100525407] 'process raft request' (duration: 396.548273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:58.908726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:58.511841Z","time spent":"396.823141ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:58.908884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.288087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:22:58.908962Z","caller":"traceutil/trace.go:171","msg":"trace[682859249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:754; }","duration":"204.40344ms","start":"2026-03-23T05:22:58.704542Z","end":"2026-03-23T05:22:58.908946Z","steps":["trace[682859249] 'agreement among raft nodes before linearized reading' (duration: 204.196365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:58.909081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.545022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:22:58.909116Z","caller":"traceutil/trace.go:171","msg":"trace[300798469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:754; }","duration":"122.609933ms","start":"2026-03-23T05:22:58.786496Z","end":"2026-03-23T05:22:58.909106Z","steps":["trace[300798469] 'agreement among raft nodes before linearized reading' (duration: 122.499281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:58.909082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.990399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:22:58.909197Z","caller":"traceutil/trace.go:171","msg":"trace[1119788187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:754; }","duration":"256.140232ms","start":"2026-03-23T05:22:58.653049Z","end":"2026-03-23T05:22:58.909189Z","steps":["trace[1119788187] 'agreement among raft nodes before linearized reading' (duration: 255.956638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:58.909209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.163294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:22:58.90926Z","caller":"traceutil/trace.go:171","msg":"trace[349893310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:754; }","duration":"204.244225ms","start":"2026-03-23T05:22:58.705001Z","end":"2026-03-23T05:22:58.909245Z","steps":["trace[349893310] 'agreement among raft nodes before linearized reading' (duration: 204.092092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:59.309067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.037058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:22:59.309228Z","caller":"traceutil/trace.go:171","msg":"trace[1584464583] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"396.992094ms","start":"2026-03-23T05:22:58.912216Z","end":"2026-03-23T05:22:59.309208Z","steps":["trace[1584464583] 'process raft request' (duration: 128.71396ms)","trace[1584464583] 'compare' (duration: 267.913115ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:22:59.309273Z","caller":"traceutil/trace.go:171","msg":"trace[1071434064] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"396.962993ms","start":"2026-03-23T05:22:58.912278Z","end":"2026-03-23T05:22:59.309241Z","steps":["trace[1071434064] 'process raft request' (duration: 396.887211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:59.309325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:58.9122Z","time spent":"397.070605ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:22:59.309353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:58.912253Z","time spent":"397.058775ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:59.309386Z","caller":"traceutil/trace.go:171","msg":"trace[1208997489] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"397.096396ms","start":"2026-03-23T05:22:58.91228Z","end":"2026-03-23T05:22:59.309376Z","steps":["trace[1208997489] 'process raft request' (duration: 396.934802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:59.309438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:58.91226Z","time spent":"397.151548ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:59.309461Z","caller":"traceutil/trace.go:171","msg":"trace[292936992] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"397.175688ms","start":"2026-03-23T05:22:58.912279Z","end":"2026-03-23T05:22:59.309455Z","steps":["trace[292936992] 'process raft request' (duration: 397.051245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:22:59.309494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:22:58.912259Z","time spent":"397.216459ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:22:59.946471Z","caller":"traceutil/trace.go:171","msg":"trace[1858472174] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"156.999195ms","start":"2026-03-23T05:22:59.789441Z","end":"2026-03-23T05:22:59.946441Z","steps":["trace[1858472174] 'process raft request' (duration: 156.76502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:00.090936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.512876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-ptxps\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-23T05:23:00.090993Z","caller":"traceutil/trace.go:171","msg":"trace[801467272] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-ptxps; range_end:; response_count:1; response_revision:761; }","duration":"108.576229ms","start":"2026-03-23T05:22:59.982405Z","end":"2026-03-23T05:23:00.090981Z","steps":["trace[801467272] 'range keys from in-memory index tree' (duration: 108.452235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:00.091118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.933937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:23:00.091142Z","caller":"traceutil/trace.go:171","msg":"trace[1265569154] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:761; }","duration":"104.978887ms","start":"2026-03-23T05:22:59.986157Z","end":"2026-03-23T05:23:00.091136Z","steps":["trace[1265569154] 'count revisions from in-memory index tree' (duration: 104.888996ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:17.627686Z","caller":"traceutil/trace.go:171","msg":"trace[84779428] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"158.252274ms","start":"2026-03-23T05:23:17.469396Z","end":"2026-03-23T05:23:17.627649Z","steps":["trace[84779428] 'process raft request' (duration: 153.073147ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:17.63664Z","caller":"traceutil/trace.go:171","msg":"trace[1807830731] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:840; }","duration":"103.201888ms","start":"2026-03-23T05:23:17.533401Z","end":"2026-03-23T05:23:17.636603Z","steps":["trace[1807830731] 'read index received' (duration: 89.145582ms)","trace[1807830731] 'applied index is now lower than readState.Index' (duration: 14.055686ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:17.636786Z","caller":"traceutil/trace.go:171","msg":"trace[559210840] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"166.016278ms","start":"2026-03-23T05:23:17.470725Z","end":"2026-03-23T05:23:17.636741Z","steps":["trace[559210840] 'process raft request' (duration: 165.797993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:17.637109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.688438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:23:17.637225Z","caller":"traceutil/trace.go:171","msg":"trace[1730824070] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:812; }","duration":"103.832911ms","start":"2026-03-23T05:23:17.533365Z","end":"2026-03-23T05:23:17.637198Z","steps":["trace[1730824070] 'agreement among raft nodes before linearized reading' (duration: 103.445102ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:19.907554Z","caller":"traceutil/trace.go:171","msg":"trace[1090783837] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:847; }","duration":"267.214649ms","start":"2026-03-23T05:23:19.640322Z","end":"2026-03-23T05:23:19.907537Z","steps":["trace[1090783837] 'read index received' (duration: 267.114467ms)","trace[1090783837] 'applied index is now lower than readState.Index' (duration: 99.192µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:19.907873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.545428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-23T05:23:19.909396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.215108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:23:19.90952Z","caller":"traceutil/trace.go:171","msg":"trace[104782379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:817; }","duration":"250.392731ms","start":"2026-03-23T05:23:19.659088Z","end":"2026-03-23T05:23:19.909481Z","steps":["trace[104782379] 'agreement among raft nodes before linearized reading' (duration: 248.760695ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:19.90966Z","caller":"traceutil/trace.go:171","msg":"trace[1138310318] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"274.670597ms","start":"2026-03-23T05:23:19.63458Z","end":"2026-03-23T05:23:19.909251Z","steps":["trace[1138310318] 'process raft request' (duration: 272.850526ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:19.910171Z","caller":"traceutil/trace.go:171","msg":"trace[530531804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:817; }","duration":"269.875479ms","start":"2026-03-23T05:23:19.640263Z","end":"2026-03-23T05:23:19.910139Z","steps":["trace[530531804] 'agreement among raft nodes before linearized reading' (duration: 267.471216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:20.609391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.944736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:23:20.609575Z","caller":"traceutil/trace.go:171","msg":"trace[490554717] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:848; }","duration":"361.743032ms","start":"2026-03-23T05:23:20.247817Z","end":"2026-03-23T05:23:20.60956Z","steps":["trace[490554717] 'read index received' (duration: 148.278699ms)","trace[490554717] 'applied index is now lower than readState.Index' (duration: 213.463453ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:20.609834Z","caller":"traceutil/trace.go:171","msg":"trace[866409006] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"689.839609ms","start":"2026-03-23T05:23:19.919947Z","end":"2026-03-23T05:23:20.609787Z","steps":["trace[866409006] 'process raft request' (duration: 132.419883ms)","trace[866409006] 'compare' (duration: 556.179848ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:20.609875Z","caller":"traceutil/trace.go:171","msg":"trace[585581296] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"689.729467ms","start":"2026-03-23T05:23:19.920123Z","end":"2026-03-23T05:23:20.609852Z","steps":["trace[585581296] 'process raft request' (duration: 689.367109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:20.610029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.706709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-23T05:23:20.61008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:19.919924Z","time spent":"689.995183ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:23:20.61011Z","caller":"traceutil/trace.go:171","msg":"trace[2013350134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:819; }","duration":"340.867032ms","start":"2026-03-23T05:23:20.269218Z","end":"2026-03-23T05:23:20.610085Z","steps":["trace[2013350134] 'agreement among raft nodes before linearized reading' (duration: 340.547525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:20.610164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:20.269206Z","time spent":"340.945835ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:23:20.610093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:19.920088Z","time spent":"689.964281ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:23:20.609847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.008588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:23:20.610324Z","caller":"traceutil/trace.go:171","msg":"trace[326293762] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:819; }","duration":"362.528399ms","start":"2026-03-23T05:23:20.247776Z","end":"2026-03-23T05:23:20.610304Z","steps":["trace[326293762] 'agreement among raft nodes before linearized reading' (duration: 361.958406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:20.610384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:20.247756Z","time spent":"362.609741ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":51,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:23:21.279686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.421018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:23:21.279774Z","caller":"traceutil/trace.go:171","msg":"trace[1334446247] linearizableReadLoop","detail":"{readStateIndex:851; appliedIndex:850; }","duration":"395.055531ms","start":"2026-03-23T05:23:20.884698Z","end":"2026-03-23T05:23:21.279754Z","steps":["trace[1334446247] 'read index received' (duration: 26.791µs)","trace[1334446247] 'applied index is now lower than readState.Index' (duration: 395.027209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:21.27986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.168243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:21.279879Z","caller":"traceutil/trace.go:171","msg":"trace[2050410548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:820; }","duration":"395.217114ms","start":"2026-03-23T05:23:20.884656Z","end":"2026-03-23T05:23:21.279873Z","steps":["trace[2050410548] 'agreement among raft nodes before linearized reading' (duration: 395.171403ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:21.279859Z","caller":"traceutil/trace.go:171","msg":"trace[117266459] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"665.633875ms","start":"2026-03-23T05:23:20.614186Z","end":"2026-03-23T05:23:21.27982Z","steps":["trace[117266459] 'process raft request' (duration: 200.778747ms)","trace[117266459] 'compare' (duration: 464.166123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:21.279899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:20.884642Z","time spent":"395.253025ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:23:21.279933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.30296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:23:21.279983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:20.614127Z","time spent":"665.789498ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:23:21.280018Z","caller":"traceutil/trace.go:171","msg":"trace[610695548] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:820; }","duration":"368.460413ms","start":"2026-03-23T05:23:20.911538Z","end":"2026-03-23T05:23:21.279999Z","steps":["trace[610695548] 'agreement among raft nodes before linearized reading' (duration: 368.31083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:21.280057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:20.91151Z","time spent":"368.539905ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":10,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:23:21.280248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.221052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:21.280275Z","caller":"traceutil/trace.go:171","msg":"trace[413024255] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:820; }","duration":"305.277664ms","start":"2026-03-23T05:23:20.97499Z","end":"2026-03-23T05:23:21.280268Z","steps":["trace[413024255] 'agreement among raft nodes before linearized reading' (duration: 305.235253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:21.280294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:20.974968Z","time spent":"305.320694ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:23:22.369097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.842172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:22.369124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.457076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:23:22.369205Z","caller":"traceutil/trace.go:171","msg":"trace[2076515432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:820; }","duration":"482.997484ms","start":"2026-03-23T05:23:21.886184Z","end":"2026-03-23T05:23:22.369181Z","steps":["trace[2076515432] 'range keys from in-memory index tree' (duration: 482.716998ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:22.369221Z","caller":"traceutil/trace.go:171","msg":"trace[737836914] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:820; }","duration":"936.65321ms","start":"2026-03-23T05:23:21.432541Z","end":"2026-03-23T05:23:22.369194Z","steps":["trace[737836914] 'count revisions from in-memory index tree' (duration: 936.320443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:22.369437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.935408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:22.369275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:21.886162Z","time spent":"483.084727ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:23:22.369492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.811973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:23:22.369552Z","caller":"traceutil/trace.go:171","msg":"trace[1536938331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:820; }","duration":"450.962656ms","start":"2026-03-23T05:23:21.918572Z","end":"2026-03-23T05:23:22.369535Z","steps":["trace[1536938331] 'range keys from in-memory index tree' (duration: 450.559037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:22.369664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.19309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:23:22.3697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.985183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:23:22.369736Z","caller":"traceutil/trace.go:171","msg":"trace[590478110] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:820; }","duration":"675.332423ms","start":"2026-03-23T05:23:21.694387Z","end":"2026-03-23T05:23:22.36972Z","steps":["trace[590478110] 'count revisions from in-memory index tree' (duration: 675.007956ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:22.369754Z","caller":"traceutil/trace.go:171","msg":"trace[1232028834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:820; }","duration":"886.069965ms","start":"2026-03-23T05:23:21.483669Z","end":"2026-03-23T05:23:22.369739Z","steps":["trace[1232028834] 'range keys from in-memory index tree' (duration: 885.80272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:22.369792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:21.694367Z","time spent":"675.410305ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:23:22.369797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:21.483652Z","time spent":"886.134086ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:23:22.369611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:21.918549Z","time spent":"451.046737ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:23:22.369354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:21.432515Z","time spent":"936.814724ms","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:23:22.369496Z","caller":"traceutil/trace.go:171","msg":"trace[874958389] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:820; }","duration":"485.052191ms","start":"2026-03-23T05:23:21.884432Z","end":"2026-03-23T05:23:22.369484Z","steps":["trace[874958389] 'count revisions from in-memory index tree' (duration: 484.815425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:22.370203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:21.884402Z","time spent":"485.776278ms","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:23:22.604943Z","caller":"traceutil/trace.go:171","msg":"trace[1120799683] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"231.112639ms","start":"2026-03-23T05:23:22.373806Z","end":"2026-03-23T05:23:22.604919Z","steps":["trace[1120799683] 'process raft request' (duration: 230.880804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:23.496104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.09494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:23:23.496198Z","caller":"traceutil/trace.go:171","msg":"trace[1463884761] linearizableReadLoop","detail":"{readStateIndex:853; appliedIndex:852; }","duration":"881.790759ms","start":"2026-03-23T05:23:22.61439Z","end":"2026-03-23T05:23:23.496181Z","steps":["trace[1463884761] 'read index received' (duration: 91.651877ms)","trace[1463884761] 'applied index is now lower than readState.Index' (duration: 790.137412ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:23.496305Z","caller":"traceutil/trace.go:171","msg":"trace[1701690091] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"1.121312728s","start":"2026-03-23T05:23:22.374958Z","end":"2026-03-23T05:23:23.496271Z","steps":["trace[1701690091] 'process raft request' (duration: 330.974761ms)","trace[1701690091] 'compare' (duration: 789.728352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:23.496636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.186148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:23:23.496696Z","caller":"traceutil/trace.go:171","msg":"trace[92449727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:822; }","duration":"882.347672ms","start":"2026-03-23T05:23:22.614335Z","end":"2026-03-23T05:23:23.496683Z","steps":["trace[92449727] 'agreement among raft nodes before linearized reading' (duration: 882.103976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:23.496723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:22.614316Z","time spent":"882.400273ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:23:23.496637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:22.374947Z","time spent":"1.121594285s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:23:24.864957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246697863s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:23:24.86513Z","caller":"traceutil/trace.go:171","msg":"trace[1862272341] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"1.362895961s","start":"2026-03-23T05:23:23.502216Z","end":"2026-03-23T05:23:24.865112Z","steps":["trace[1862272341] 'process raft request' (duration: 1.36284023s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:24.865125Z","caller":"traceutil/trace.go:171","msg":"trace[2081651028] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"2.109580047s","start":"2026-03-23T05:23:22.755517Z","end":"2026-03-23T05:23:24.865097Z","steps":["trace[2081651028] 'process raft request' (duration: 862.646849ms)","trace[2081651028] 'compare' (duration: 1.246511569s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:24.865215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:23.502195Z","time spent":"1.362976843s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:23:24.865249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:22.755482Z","time spent":"2.10969807s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:23:24.865383Z","caller":"traceutil/trace.go:171","msg":"trace[1959086750] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:853; }","duration":"1.369130761s","start":"2026-03-23T05:23:23.496223Z","end":"2026-03-23T05:23:24.865354Z","steps":["trace[1959086750] 'read index received' (duration: 121.980638ms)","trace[1959086750] 'applied index is now lower than readState.Index' (duration: 1.247148063s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:24.865579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973074772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-23T05:23:24.865617Z","caller":"traceutil/trace.go:171","msg":"trace[833346591] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:824; }","duration":"1.973139513s","start":"2026-03-23T05:23:22.892469Z","end":"2026-03-23T05:23:24.865609Z","steps":["trace[833346591] 'agreement among raft nodes before linearized reading' (duration: 1.97300886s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:24.865616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581842007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-23T05:23:24.865671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.184295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:24.865695Z","caller":"traceutil/trace.go:171","msg":"trace[1550825074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:824; }","duration":"1.5819582s","start":"2026-03-23T05:23:23.283719Z","end":"2026-03-23T05:23:24.865677Z","steps":["trace[1550825074] 'agreement among raft nodes before linearized reading' (duration: 1.581703484s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:24.865717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251179586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:23:24.865736Z","caller":"traceutil/trace.go:171","msg":"trace[266566787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:824; }","duration":"979.282578ms","start":"2026-03-23T05:23:23.886437Z","end":"2026-03-23T05:23:24.865719Z","steps":["trace[266566787] 'agreement among raft nodes before linearized reading' (duration: 979.195976ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:24.865766Z","caller":"traceutil/trace.go:171","msg":"trace[116302093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:824; }","duration":"2.251282728s","start":"2026-03-23T05:23:22.61447Z","end":"2026-03-23T05:23:24.865752Z","steps":["trace[116302093] 'agreement among raft nodes before linearized reading' (duration: 2.251053583s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:24.865795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:23.886417Z","time spent":"979.366299ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:23:24.865802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:22.614449Z","time spent":"2.25134541s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:23:24.865747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:23.283701Z","time spent":"1.582031761s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:23:24.865638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:22.892449Z","time spent":"1.973184425s","remote":"127.0.0.1:52160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-03-23T05:23:24.865858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.302644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:23:24.866346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168677111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:23:24.866499Z","caller":"traceutil/trace.go:171","msg":"trace[1183545443] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:824; }","duration":"1.169385937s","start":"2026-03-23T05:23:23.69707Z","end":"2026-03-23T05:23:24.866455Z","steps":["trace[1183545443] 'agreement among raft nodes before linearized reading' (duration: 1.168514747s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:24.866793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:23.697048Z","time spent":"1.169724355s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:23:24.865995Z","caller":"traceutil/trace.go:171","msg":"trace[306158121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:824; }","duration":"256.638901ms","start":"2026-03-23T05:23:24.609341Z","end":"2026-03-23T05:23:24.86598Z","steps":["trace[306158121] 'agreement among raft nodes before linearized reading' (duration: 256.238483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:25.375458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.64159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:23:25.375778Z","caller":"traceutil/trace.go:171","msg":"trace[1850103362] linearizableReadLoop","detail":"{readStateIndex:860; appliedIndex:856; }","duration":"107.528934ms","start":"2026-03-23T05:23:25.268235Z","end":"2026-03-23T05:23:25.375764Z","steps":["trace[1850103362] 'read index received' (duration: 29.61µs)","trace[1850103362] 'applied index is now lower than readState.Index' (duration: 107.498454ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:25.375784Z","caller":"traceutil/trace.go:171","msg":"trace[178225745] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"505.50204ms","start":"2026-03-23T05:23:24.870253Z","end":"2026-03-23T05:23:25.375755Z","steps":["trace[178225745] 'process raft request' (duration: 167.497871ms)","trace[178225745] 'compare' (duration: 337.494527ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:25.375897Z","caller":"traceutil/trace.go:171","msg":"trace[518340786] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"503.869683ms","start":"2026-03-23T05:23:24.871988Z","end":"2026-03-23T05:23:25.375857Z","steps":["trace[518340786] 'process raft request' (duration: 503.655568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:25.376356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:24.871964Z","time spent":"504.334294ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:23:25.37593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.699019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:25.376267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:24.870226Z","time spent":"505.944811ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:23:25.37657Z","caller":"traceutil/trace.go:171","msg":"trace[1198776955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:828; }","duration":"108.21364ms","start":"2026-03-23T05:23:25.268184Z","end":"2026-03-23T05:23:25.376398Z","steps":["trace[1198776955] 'agreement among raft nodes before linearized reading' (duration: 107.628776ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:25.37597Z","caller":"traceutil/trace.go:171","msg":"trace[1281190189] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"428.210115ms","start":"2026-03-23T05:23:24.947747Z","end":"2026-03-23T05:23:25.375957Z","steps":["trace[1281190189] 'process raft request' (duration: 427.970519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:25.376814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:24.947723Z","time spent":"428.963101ms","remote":"127.0.0.1:52160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:23:25.375969Z","caller":"traceutil/trace.go:171","msg":"trace[620426999] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"505.359588ms","start":"2026-03-23T05:23:24.870585Z","end":"2026-03-23T05:23:25.375945Z","steps":["trace[620426999] 'process raft request' (duration: 504.961708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:25.377351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:24.870572Z","time spent":"506.35725ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:23:25.977586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.258634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:23:25.977647Z","caller":"traceutil/trace.go:171","msg":"trace[40380572] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:828; }","duration":"122.386698ms","start":"2026-03-23T05:23:25.855247Z","end":"2026-03-23T05:23:25.977634Z","steps":["trace[40380572] 'count revisions from in-memory index tree' (duration: 122.03044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:25.977701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.428348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:23:25.977769Z","caller":"traceutil/trace.go:171","msg":"trace[1749549625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:828; }","duration":"476.54937ms","start":"2026-03-23T05:23:25.501202Z","end":"2026-03-23T05:23:25.977752Z","steps":["trace[1749549625] 'range keys from in-memory index tree' (duration: 476.188272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:25.977812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:25.501178Z","time spent":"476.620061ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:23:27.2203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031993877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:23:27.578047Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.07998139s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:23:27.578442Z","caller":"traceutil/trace.go:171","msg":"trace[1355608094] linearizableReadLoop","detail":"{readStateIndex:861; appliedIndex:860; }","duration":"858.918126ms","start":"2026-03-23T05:23:26.719504Z","end":"2026-03-23T05:23:27.578422Z","steps":["trace[1355608094] 'read index received' (duration: 858.728272ms)","trace[1355608094] 'applied index is now lower than readState.Index' (duration: 188.994µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:27.578561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.036159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:27.578562Z","caller":"traceutil/trace.go:171","msg":"trace[1462394578] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"1.596268172s","start":"2026-03-23T05:23:25.98225Z","end":"2026-03-23T05:23:27.578518Z","steps":["trace[1462394578] 'process raft request' (duration: 1.596036926s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:27.578753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:25.98223Z","time spent":"1.596421496s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:23:27.578816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.39167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:23:27.578849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.817113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:23:27.578867Z","caller":"traceutil/trace.go:171","msg":"trace[2092695047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:829; }","duration":"196.482362ms","start":"2026-03-23T05:23:27.382373Z","end":"2026-03-23T05:23:27.578855Z","steps":["trace[2092695047] 'agreement among raft nodes before linearized reading' (duration: 196.329129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:27.578819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.720619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:27.578907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.777491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:23:27.578923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.085261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:23:27.578989Z","caller":"traceutil/trace.go:171","msg":"trace[1900661567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:829; }","duration":"197.947706ms","start":"2026-03-23T05:23:27.381022Z","end":"2026-03-23T05:23:27.57897Z","steps":["trace[1900661567] 'agreement among raft nodes before linearized reading' (duration: 197.639389ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:27.579034Z","caller":"traceutil/trace.go:171","msg":"trace[2084425185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:829; }","duration":"709.269536ms","start":"2026-03-23T05:23:26.869742Z","end":"2026-03-23T05:23:27.579011Z","steps":["trace[2084425185] 'agreement among raft nodes before linearized reading' (duration: 708.907217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:27.579097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:26.869719Z","time spent":"709.366947ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:23:27.578893Z","caller":"traceutil/trace.go:171","msg":"trace[2068667271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:829; }","duration":"197.895164ms","start":"2026-03-23T05:23:27.380984Z","end":"2026-03-23T05:23:27.57888Z","steps":["trace[2068667271] 'agreement among raft nodes before linearized reading' (duration: 197.75308ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:27.578948Z","caller":"traceutil/trace.go:171","msg":"trace[757478762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:829; }","duration":"694.919284ms","start":"2026-03-23T05:23:26.884018Z","end":"2026-03-23T05:23:27.578938Z","steps":["trace[757478762] 'agreement among raft nodes before linearized reading' (duration: 694.716059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:27.579266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:26.884003Z","time spent":"695.23028ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:23:27.578598Z","caller":"traceutil/trace.go:171","msg":"trace[1200939256] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:829; }","duration":"859.126981ms","start":"2026-03-23T05:23:26.719458Z","end":"2026-03-23T05:23:27.578585Z","steps":["trace[1200939256] 'agreement among raft nodes before linearized reading' (duration: 859.047069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:27.579437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:26.719439Z","time spent":"859.98173ms","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:23:27.729088Z","caller":"traceutil/trace.go:171","msg":"trace[1855176440] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"145.729383ms","start":"2026-03-23T05:23:27.583341Z","end":"2026-03-23T05:23:27.729071Z","steps":["trace[1855176440] 'process raft request' (duration: 145.670871ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:27.729292Z","caller":"traceutil/trace.go:171","msg":"trace[1151797379] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"145.944298ms","start":"2026-03-23T05:23:27.58334Z","end":"2026-03-23T05:23:27.729284Z","steps":["trace[1151797379] 'process raft request' (duration: 145.706822ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:27.729367Z","caller":"traceutil/trace.go:171","msg":"trace[1647671844] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"145.788934ms","start":"2026-03-23T05:23:27.583324Z","end":"2026-03-23T05:23:27.729113Z","steps":["trace[1647671844] 'process raft request' (duration: 145.402735ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:34.004358Z","caller":"traceutil/trace.go:171","msg":"trace[771876866] linearizableReadLoop","detail":"{readStateIndex:881; appliedIndex:880; }","duration":"209.492074ms","start":"2026-03-23T05:23:33.79484Z","end":"2026-03-23T05:23:34.004332Z","steps":["trace[771876866] 'read index received' (duration: 209.240657ms)","trace[771876866] 'applied index is now lower than readState.Index' (duration: 250.407µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:34.004473Z","caller":"traceutil/trace.go:171","msg":"trace[2026163724] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"211.53387ms","start":"2026-03-23T05:23:33.792909Z","end":"2026-03-23T05:23:34.004443Z","steps":["trace[2026163724] 'process raft request' (duration: 211.267154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:34.004711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.81757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-23T05:23:34.004846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.692314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:23:34.004885Z","caller":"traceutil/trace.go:171","msg":"trace[1950102678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:847; }","duration":"189.026715ms","start":"2026-03-23T05:23:33.815823Z","end":"2026-03-23T05:23:34.004849Z","steps":["trace[1950102678] 'agreement among raft nodes before linearized reading' (duration: 188.701108ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:34.004907Z","caller":"traceutil/trace.go:171","msg":"trace[1360985084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:847; }","duration":"187.763976ms","start":"2026-03-23T05:23:33.817128Z","end":"2026-03-23T05:23:34.004892Z","steps":["trace[1360985084] 'agreement among raft nodes before linearized reading' (duration: 187.435569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:34.005227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.389814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:23:34.005284Z","caller":"traceutil/trace.go:171","msg":"trace[2062040832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:847; }","duration":"210.477125ms","start":"2026-03-23T05:23:33.794793Z","end":"2026-03-23T05:23:34.00527Z","steps":["trace[2062040832] 'agreement among raft nodes before linearized reading' (duration: 209.681858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:34.292469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.464161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:23:34.29292Z","caller":"traceutil/trace.go:171","msg":"trace[2140362316] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"283.313433ms","start":"2026-03-23T05:23:34.009581Z","end":"2026-03-23T05:23:34.292894Z","steps":["trace[2140362316] 'process raft request' (duration: 283.134029ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:34.292905Z","caller":"traceutil/trace.go:171","msg":"trace[136839613] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"284.034638ms","start":"2026-03-23T05:23:34.008823Z","end":"2026-03-23T05:23:34.292857Z","steps":["trace[136839613] 'process raft request' (duration: 83.058795ms)","trace[136839613] 'compare' (duration: 200.291497ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:34.293307Z","caller":"traceutil/trace.go:171","msg":"trace[812503048] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"282.829011ms","start":"2026-03-23T05:23:34.01037Z","end":"2026-03-23T05:23:34.293199Z","steps":["trace[812503048] 'process raft request' (duration: 282.468863ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:35.946517Z","caller":"traceutil/trace.go:171","msg":"trace[557284449] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"149.21058ms","start":"2026-03-23T05:23:35.797279Z","end":"2026-03-23T05:23:35.94649Z","steps":["trace[557284449] 'process raft request' (duration: 149.048056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:36.211814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.361368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:23:36.21193Z","caller":"traceutil/trace.go:171","msg":"trace[1221122666] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"197.905993ms","start":"2026-03-23T05:23:36.014009Z","end":"2026-03-23T05:23:36.211915Z","steps":["trace[1221122666] 'process raft request' (duration: 95.373941ms)","trace[1221122666] 'compare' (duration: 102.199164ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:38.45347Z","caller":"traceutil/trace.go:171","msg":"trace[387930296] linearizableReadLoop","detail":"{readStateIndex:892; appliedIndex:891; }","duration":"139.862311ms","start":"2026-03-23T05:23:38.313582Z","end":"2026-03-23T05:23:38.453445Z","steps":["trace[387930296] 'read index received' (duration: 139.611325ms)","trace[387930296] 'applied index is now lower than readState.Index' (duration: 249.906µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:38.453837Z","caller":"traceutil/trace.go:171","msg":"trace[193360513] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"173.214629ms","start":"2026-03-23T05:23:38.280609Z","end":"2026-03-23T05:23:38.453824Z","steps":["trace[193360513] 'process raft request' (duration: 172.672767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:38.454009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.092301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:23:38.454058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.726017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:23:38.454096Z","caller":"traceutil/trace.go:171","msg":"trace[1095251494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:858; }","duration":"138.222363ms","start":"2026-03-23T05:23:38.315849Z","end":"2026-03-23T05:23:38.454071Z","steps":["trace[1095251494] 'agreement among raft nodes before linearized reading' (duration: 138.005808ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:38.45413Z","caller":"traceutil/trace.go:171","msg":"trace[1552979339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:858; }","duration":"106.90596ms","start":"2026-03-23T05:23:38.347193Z","end":"2026-03-23T05:23:38.454098Z","steps":["trace[1552979339] 'agreement among raft nodes before linearized reading' (duration: 106.756107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:38.454326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.71422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:23:38.45437Z","caller":"traceutil/trace.go:171","msg":"trace[416480746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:858; }","duration":"140.799291ms","start":"2026-03-23T05:23:38.313556Z","end":"2026-03-23T05:23:38.454355Z","steps":["trace[416480746] 'agreement among raft nodes before linearized reading' (duration: 140.295ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:38.593754Z","caller":"traceutil/trace.go:171","msg":"trace[642881528] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"135.672717ms","start":"2026-03-23T05:23:38.45805Z","end":"2026-03-23T05:23:38.593723Z","steps":["trace[642881528] 'process raft request' (duration: 62.688398ms)","trace[642881528] 'compare' (duration: 72.866476ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:38.612572Z","caller":"traceutil/trace.go:171","msg":"trace[2078941520] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"153.706812ms","start":"2026-03-23T05:23:38.458833Z","end":"2026-03-23T05:23:38.61254Z","steps":["trace[2078941520] 'process raft request' (duration: 153.489456ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:38.612943Z","caller":"traceutil/trace.go:171","msg":"trace[1689938895] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"153.027927ms","start":"2026-03-23T05:23:38.45985Z","end":"2026-03-23T05:23:38.612878Z","steps":["trace[1689938895] 'process raft request' (duration: 152.637129ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.182166Z","caller":"traceutil/trace.go:171","msg":"trace[1398943661] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"135.422981ms","start":"2026-03-23T05:23:40.04672Z","end":"2026-03-23T05:23:40.182143Z","steps":["trace[1398943661] 'process raft request' (duration: 135.284468ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.584573Z","caller":"traceutil/trace.go:171","msg":"trace[1956274317] linearizableReadLoop","detail":"{readStateIndex:898; appliedIndex:897; }","duration":"125.556929ms","start":"2026-03-23T05:23:40.458952Z","end":"2026-03-23T05:23:40.584509Z","steps":["trace[1956274317] 'read index received' (duration: 53.495831ms)","trace[1956274317] 'applied index is now lower than readState.Index' (duration: 72.058678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:40.584801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.803605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:23:40.58485Z","caller":"traceutil/trace.go:171","msg":"trace[236863508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:863; }","duration":"125.942938ms","start":"2026-03-23T05:23:40.458896Z","end":"2026-03-23T05:23:40.584838Z","steps":["trace[236863508] 'agreement among raft nodes before linearized reading' (duration: 125.736594ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:40.820392Z","caller":"traceutil/trace.go:171","msg":"trace[943044423] linearizableReadLoop","detail":"{readStateIndex:899; appliedIndex:898; }","duration":"222.65913ms","start":"2026-03-23T05:23:40.597708Z","end":"2026-03-23T05:23:40.820367Z","steps":["trace[943044423] 'read index received' (duration: 222.412945ms)","trace[943044423] 'applied index is now lower than readState.Index' (duration: 245.295µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:40.820468Z","caller":"traceutil/trace.go:171","msg":"trace[39686952] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"231.033929ms","start":"2026-03-23T05:23:40.589399Z","end":"2026-03-23T05:23:40.820433Z","steps":["trace[39686952] 'process raft request' (duration: 230.811104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:40.820726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.334307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:23:40.820806Z","caller":"traceutil/trace.go:171","msg":"trace[784964842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:864; }","duration":"203.424169ms","start":"2026-03-23T05:23:40.617366Z","end":"2026-03-23T05:23:40.82079Z","steps":["trace[784964842] 'agreement among raft nodes before linearized reading' (duration: 203.271015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:40.820892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.988701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:23:40.820993Z","caller":"traceutil/trace.go:171","msg":"trace[1234364755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:864; }","duration":"204.256387ms","start":"2026-03-23T05:23:40.616714Z","end":"2026-03-23T05:23:40.82097Z","steps":["trace[1234364755] 'agreement among raft nodes before linearized reading' (duration: 203.93203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:40.821058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.370616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:23:40.821097Z","caller":"traceutil/trace.go:171","msg":"trace[2058089581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:864; }","duration":"223.447447ms","start":"2026-03-23T05:23:40.597639Z","end":"2026-03-23T05:23:40.821086Z","steps":["trace[2058089581] 'agreement among raft nodes before linearized reading' (duration: 222.856244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:41.047628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.776653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:23:41.047911Z","caller":"traceutil/trace.go:171","msg":"trace[1947179230] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"222.334332ms","start":"2026-03-23T05:23:40.825518Z","end":"2026-03-23T05:23:41.047852Z","steps":["trace[1947179230] 'process raft request' (duration: 64.20074ms)","trace[1947179230] 'compare' (duration: 157.485267ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:41.049125Z","caller":"traceutil/trace.go:171","msg":"trace[46996533] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"222.801792ms","start":"2026-03-23T05:23:40.826296Z","end":"2026-03-23T05:23:41.049098Z","steps":["trace[46996533] 'process raft request' (duration: 221.487273ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:41.049545Z","caller":"traceutil/trace.go:171","msg":"trace[1870652791] linearizableReadLoop","detail":"{readStateIndex:902; appliedIndex:899; }","duration":"217.223796ms","start":"2026-03-23T05:23:40.832288Z","end":"2026-03-23T05:23:41.049512Z","steps":["trace[1870652791] 'read index received' (duration: 57.412788ms)","trace[1870652791] 'applied index is now lower than readState.Index' (duration: 159.808308ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:41.049595Z","caller":"traceutil/trace.go:171","msg":"trace[400534985] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"223.182271ms","start":"2026-03-23T05:23:40.826388Z","end":"2026-03-23T05:23:41.049571Z","steps":["trace[400534985] 'process raft request' (duration: 222.638649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:41.049741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.181287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:41.049794Z","caller":"traceutil/trace.go:171","msg":"trace[844970019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:867; }","duration":"164.291859ms","start":"2026-03-23T05:23:40.885489Z","end":"2026-03-23T05:23:41.049781Z","steps":["trace[844970019] 'agreement among raft nodes before linearized reading' (duration: 164.190517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:41.049751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.417912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:41.049997Z","caller":"traceutil/trace.go:171","msg":"trace[1718240696] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:867; }","duration":"217.674948ms","start":"2026-03-23T05:23:40.83226Z","end":"2026-03-23T05:23:41.049935Z","steps":["trace[1718240696] 'agreement among raft nodes before linearized reading' (duration: 217.404082ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:47.209713Z","caller":"traceutil/trace.go:171","msg":"trace[1267957773] linearizableReadLoop","detail":"{readStateIndex:918; appliedIndex:917; }","duration":"105.124989ms","start":"2026-03-23T05:23:47.104566Z","end":"2026-03-23T05:23:47.209691Z","steps":["trace[1267957773] 'read index received' (duration: 104.997187ms)","trace[1267957773] 'applied index is now lower than readState.Index' (duration: 126.872µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:47.210071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.828204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:23:47.209989Z","caller":"traceutil/trace.go:171","msg":"trace[252377767] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"108.858484ms","start":"2026-03-23T05:23:47.101101Z","end":"2026-03-23T05:23:47.20996Z","steps":["trace[252377767] 'process raft request' (duration: 108.461015ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:47.210113Z","caller":"traceutil/trace.go:171","msg":"trace[1400811160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:882; }","duration":"104.895405ms","start":"2026-03-23T05:23:47.105206Z","end":"2026-03-23T05:23:47.210102Z","steps":["trace[1400811160] 'agreement among raft nodes before linearized reading' (duration: 104.767123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:47.210157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.55535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T05:23:47.210262Z","caller":"traceutil/trace.go:171","msg":"trace[1053888168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:882; }","duration":"105.688223ms","start":"2026-03-23T05:23:47.104552Z","end":"2026-03-23T05:23:47.210241Z","steps":["trace[1053888168] 'agreement among raft nodes before linearized reading' (duration: 105.401237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:48.283807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.694738ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:23:48.283902Z","caller":"traceutil/trace.go:171","msg":"trace[2031056315] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"173.160088ms","start":"2026-03-23T05:23:48.110725Z","end":"2026-03-23T05:23:48.283885Z","steps":["trace[2031056315] 'read index received' (duration: 37.42368ms)","trace[2031056315] 'applied index is now lower than readState.Index' (duration: 135.734778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:48.283977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.24355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:48.284005Z","caller":"traceutil/trace.go:171","msg":"trace[1527399650] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:0; response_revision:884; }","duration":"173.301622ms","start":"2026-03-23T05:23:48.110691Z","end":"2026-03-23T05:23:48.283993Z","steps":["trace[1527399650] 'agreement among raft nodes before linearized reading' (duration: 173.23824ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:48.794912Z","caller":"traceutil/trace.go:171","msg":"trace[1867844062] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"206.391883ms","start":"2026-03-23T05:23:48.588494Z","end":"2026-03-23T05:23:48.794886Z","steps":["trace[1867844062] 'process raft request' (duration: 183.241724ms)","trace[1867844062] 'compare' (duration: 23.016376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:49.113858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.359582ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:49.113999Z","caller":"traceutil/trace.go:171","msg":"trace[1241670305] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:892; }","duration":"214.516285ms","start":"2026-03-23T05:23:48.899464Z","end":"2026-03-23T05:23:49.11398Z","steps":["trace[1241670305] 'range keys from in-memory index tree' (duration: 214.344141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:49.114061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.191955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:23:49.114175Z","caller":"traceutil/trace.go:171","msg":"trace[1530585177] linearizableReadLoop","detail":"{readStateIndex:931; appliedIndex:930; }","duration":"169.897144ms","start":"2026-03-23T05:23:48.944257Z","end":"2026-03-23T05:23:49.114154Z","steps":["trace[1530585177] 'read index received' (duration: 56.331µs)","trace[1530585177] 'applied index is now lower than readState.Index' (duration: 169.839083ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:49.11431Z","caller":"traceutil/trace.go:171","msg":"trace[256043476] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"228.51313ms","start":"2026-03-23T05:23:48.885725Z","end":"2026-03-23T05:23:49.114238Z","steps":["trace[256043476] 'process raft request' (duration: 48.060859ms)","trace[256043476] 'compare' (duration: 179.95373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:49.114422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.15979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:23:49.114478Z","caller":"traceutil/trace.go:171","msg":"trace[2138249769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:893; }","duration":"170.254702ms","start":"2026-03-23T05:23:48.944208Z","end":"2026-03-23T05:23:49.114463Z","steps":["trace[2138249769] 'agreement among raft nodes before linearized reading' (duration: 170.016907ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:49.317707Z","caller":"traceutil/trace.go:171","msg":"trace[129684720] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:934; }","duration":"100.468296ms","start":"2026-03-23T05:23:49.217214Z","end":"2026-03-23T05:23:49.317682Z","steps":["trace[129684720] 'read index received' (duration: 7.029418ms)","trace[129684720] 'applied index is now lower than readState.Index' (duration: 93.437668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:49.318001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.763253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:23:49.318079Z","caller":"traceutil/trace.go:171","msg":"trace[623117104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:898; }","duration":"100.853455ms","start":"2026-03-23T05:23:49.217208Z","end":"2026-03-23T05:23:49.318062Z","steps":["trace[623117104] 'agreement among raft nodes before linearized reading' (duration: 100.592009ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:49.318017Z","caller":"traceutil/trace.go:171","msg":"trace[1081336117] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"101.183632ms","start":"2026-03-23T05:23:49.216807Z","end":"2026-03-23T05:23:49.317991Z","steps":["trace[1081336117] 'process raft request' (duration: 100.748132ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:49.533081Z","caller":"traceutil/trace.go:171","msg":"trace[1211014356] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"108.642939ms","start":"2026-03-23T05:23:49.424382Z","end":"2026-03-23T05:23:49.533025Z","steps":["trace[1211014356] 'process raft request' (duration: 96.522147ms)","trace[1211014356] 'compare' (duration: 11.983869ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:49.919651Z","caller":"traceutil/trace.go:171","msg":"trace[1049852031] linearizableReadLoop","detail":"{readStateIndex:950; appliedIndex:947; }","duration":"125.408876ms","start":"2026-03-23T05:23:49.794224Z","end":"2026-03-23T05:23:49.919633Z","steps":["trace[1049852031] 'read index received' (duration: 9.854042ms)","trace[1049852031] 'applied index is now lower than readState.Index' (duration: 115.554064ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:49.91969Z","caller":"traceutil/trace.go:171","msg":"trace[114432176] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"141.573239ms","start":"2026-03-23T05:23:49.778092Z","end":"2026-03-23T05:23:49.919665Z","steps":["trace[114432176] 'process raft request' (duration: 79.26818ms)","trace[114432176] 'compare' (duration: 62.070714ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:49.919775Z","caller":"traceutil/trace.go:171","msg":"trace[1858346225] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"141.283683ms","start":"2026-03-23T05:23:49.778465Z","end":"2026-03-23T05:23:49.919749Z","steps":["trace[1858346225] 'process raft request' (duration: 141.131499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:49.919819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.586201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:49.919846Z","caller":"traceutil/trace.go:171","msg":"trace[47863089] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:912; }","duration":"125.663012ms","start":"2026-03-23T05:23:49.794174Z","end":"2026-03-23T05:23:49.919837Z","steps":["trace[47863089] 'agreement among raft nodes before linearized reading' (duration: 125.569579ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.164164Z","caller":"traceutil/trace.go:171","msg":"trace[1924252367] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"108.359193ms","start":"2026-03-23T05:23:50.055783Z","end":"2026-03-23T05:23:50.164142Z","steps":["trace[1924252367] 'process raft request' (duration: 103.587166ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.164367Z","caller":"traceutil/trace.go:171","msg":"trace[626828541] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"104.072507ms","start":"2026-03-23T05:23:50.060225Z","end":"2026-03-23T05:23:50.164297Z","steps":["trace[626828541] 'process raft request' (duration: 103.880093ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.164192Z","caller":"traceutil/trace.go:171","msg":"trace[1540882409] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"107.36519ms","start":"2026-03-23T05:23:50.056806Z","end":"2026-03-23T05:23:50.164172Z","steps":["trace[1540882409] 'process raft request' (duration: 107.219757ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.189268Z","caller":"traceutil/trace.go:171","msg":"trace[1052476889] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"121.329284ms","start":"2026-03-23T05:23:50.067895Z","end":"2026-03-23T05:23:50.189225Z","steps":["trace[1052476889] 'process raft request' (duration: 121.052997ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.189684Z","caller":"traceutil/trace.go:171","msg":"trace[1236810790] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"120.164458ms","start":"2026-03-23T05:23:50.069479Z","end":"2026-03-23T05:23:50.189643Z","steps":["trace[1236810790] 'process raft request' (duration: 119.632086ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.189741Z","caller":"traceutil/trace.go:171","msg":"trace[657099666] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"119.148054ms","start":"2026-03-23T05:23:50.070562Z","end":"2026-03-23T05:23:50.18971Z","steps":["trace[657099666] 'process raft request' (duration: 118.595802ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.190206Z","caller":"traceutil/trace.go:171","msg":"trace[487833378] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"107.81214ms","start":"2026-03-23T05:23:50.082368Z","end":"2026-03-23T05:23:50.19018Z","steps":["trace[487833378] 'process raft request' (duration: 106.951461ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.325675Z","caller":"traceutil/trace.go:171","msg":"trace[21881774] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:964; }","duration":"121.895527ms","start":"2026-03-23T05:23:50.203768Z","end":"2026-03-23T05:23:50.325664Z","steps":["trace[21881774] 'read index received' (duration: 99.191658ms)","trace[21881774] 'applied index is now lower than readState.Index' (duration: 22.703079ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:50.325718Z","caller":"traceutil/trace.go:171","msg":"trace[1592780804] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"125.812725ms","start":"2026-03-23T05:23:50.199886Z","end":"2026-03-23T05:23:50.325699Z","steps":["trace[1592780804] 'process raft request' (duration: 125.650861ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.325868Z","caller":"traceutil/trace.go:171","msg":"trace[1629286817] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"128.884254ms","start":"2026-03-23T05:23:50.196978Z","end":"2026-03-23T05:23:50.325863Z","steps":["trace[1629286817] 'process raft request' (duration: 128.311221ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.325396Z","caller":"traceutil/trace.go:171","msg":"trace[2044636637] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"128.471444ms","start":"2026-03-23T05:23:50.196873Z","end":"2026-03-23T05:23:50.325344Z","steps":["trace[2044636637] 'process raft request' (duration: 106.171933ms)","trace[2044636637] 'compare' (duration: 22.018565ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:50.326196Z","caller":"traceutil/trace.go:171","msg":"trace[2084745516] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"125.073659ms","start":"2026-03-23T05:23:50.201105Z","end":"2026-03-23T05:23:50.326179Z","steps":["trace[2084745516] 'process raft request' (duration: 124.508156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:50.326134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.635936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:10872"} {"level":"info","ts":"2026-03-23T05:23:50.32637Z","caller":"traceutil/trace.go:171","msg":"trace[144003838] range","detail":"{range_begin:/registry/deployments/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:930; }","duration":"127.914483ms","start":"2026-03-23T05:23:50.198445Z","end":"2026-03-23T05:23:50.32636Z","steps":["trace[144003838] 'agreement among raft nodes before linearized reading' (duration: 127.503774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:50.326368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.378322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:9373"} {"level":"info","ts":"2026-03-23T05:23:50.326417Z","caller":"traceutil/trace.go:171","msg":"trace[1557065453] range","detail":"{range_begin:/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:930; }","duration":"120.457885ms","start":"2026-03-23T05:23:50.205945Z","end":"2026-03-23T05:23:50.326403Z","steps":["trace[1557065453] 'agreement among raft nodes before linearized reading' (duration: 120.24884ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.497582Z","caller":"traceutil/trace.go:171","msg":"trace[174960917] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"105.700713ms","start":"2026-03-23T05:23:50.391849Z","end":"2026-03-23T05:23:50.49755Z","steps":["trace[174960917] 'process raft request' (duration: 77.469109ms)","trace[174960917] 'compare' (duration: 28.013789ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:50.497604Z","caller":"traceutil/trace.go:171","msg":"trace[797157856] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:973; }","duration":"104.917085ms","start":"2026-03-23T05:23:50.392642Z","end":"2026-03-23T05:23:50.497559Z","steps":["trace[797157856] 'read index received' (duration: 76.699752ms)","trace[797157856] 'applied index is now lower than readState.Index' (duration: 28.212753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:50.497978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.501764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-scjss\" ","response":"range_response_count:1 size:11057"} {"level":"warn","ts":"2026-03-23T05:23:50.497969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.301994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-23T05:23:50.498034Z","caller":"traceutil/trace.go:171","msg":"trace[1444622953] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-scjss; range_end:; response_count:1; response_revision:936; }","duration":"103.597456ms","start":"2026-03-23T05:23:50.394421Z","end":"2026-03-23T05:23:50.498019Z","steps":["trace[1444622953] 'agreement among raft nodes before linearized reading' (duration: 103.336451ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.498066Z","caller":"traceutil/trace.go:171","msg":"trace[819848617] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:936; }","duration":"105.440237ms","start":"2026-03-23T05:23:50.392598Z","end":"2026-03-23T05:23:50.498038Z","steps":["trace[819848617] 'agreement among raft nodes before linearized reading' (duration: 105.073109ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:50.733102Z","caller":"traceutil/trace.go:171","msg":"trace[1222590660] linearizableReadLoop","detail":"{readStateIndex:976; appliedIndex:975; }","duration":"139.721727ms","start":"2026-03-23T05:23:50.59336Z","end":"2026-03-23T05:23:50.733082Z","steps":["trace[1222590660] 'read index received' (duration: 119.974474ms)","trace[1222590660] 'applied index is now lower than readState.Index' (duration: 19.746393ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:50.733153Z","caller":"traceutil/trace.go:171","msg":"trace[1688089318] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"224.796097ms","start":"2026-03-23T05:23:50.508331Z","end":"2026-03-23T05:23:50.733127Z","steps":["trace[1688089318] 'process raft request' (duration: 204.994793ms)","trace[1688089318] 'compare' (duration: 19.577399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:50.73328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.898711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-03-23T05:23:50.733333Z","caller":"traceutil/trace.go:171","msg":"trace[715515547] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:938; }","duration":"139.985893ms","start":"2026-03-23T05:23:50.593337Z","end":"2026-03-23T05:23:50.733323Z","steps":["trace[715515547] 'agreement among raft nodes before linearized reading' (duration: 139.85084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:50.733486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.954663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-03-23T05:23:50.73354Z","caller":"traceutil/trace.go:171","msg":"trace[107143166] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:938; }","duration":"140.086825ms","start":"2026-03-23T05:23:50.593437Z","end":"2026-03-23T05:23:50.733524Z","steps":["trace[107143166] 'agreement among raft nodes before linearized reading' (duration: 139.793739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:51.429748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.605977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:23:51.429887Z","caller":"traceutil/trace.go:171","msg":"trace[1705162610] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"216.592112ms","start":"2026-03-23T05:23:51.213282Z","end":"2026-03-23T05:23:51.429874Z","steps":["trace[1705162610] 'process raft request' (duration: 22.801302ms)","trace[1705162610] 'compare' (duration: 193.488584ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:51.455297Z","caller":"traceutil/trace.go:171","msg":"trace[1168761809] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"241.956632ms","start":"2026-03-23T05:23:51.213295Z","end":"2026-03-23T05:23:51.455252Z","steps":["trace[1168761809] 'process raft request' (duration: 241.830429ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:51.698413Z","caller":"traceutil/trace.go:171","msg":"trace[2021054830] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"233.997464ms","start":"2026-03-23T05:23:51.464385Z","end":"2026-03-23T05:23:51.698383Z","steps":["trace[2021054830] 'process raft request' (duration: 233.935133ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:51.698438Z","caller":"traceutil/trace.go:171","msg":"trace[447279161] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"235.279922ms","start":"2026-03-23T05:23:51.463123Z","end":"2026-03-23T05:23:51.698403Z","steps":["trace[447279161] 'process raft request' (duration: 234.783491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:57.330587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994193,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:23:57.419884Z","caller":"traceutil/trace.go:171","msg":"trace[2029267713] linearizableReadLoop","detail":"{readStateIndex:998; appliedIndex:997; }","duration":"589.501385ms","start":"2026-03-23T05:23:56.830362Z","end":"2026-03-23T05:23:57.419864Z","steps":["trace[2029267713] 'read index received' (duration: 589.28153ms)","trace[2029267713] 'applied index is now lower than readState.Index' (duration: 218.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:57.42Z","caller":"traceutil/trace.go:171","msg":"trace[2140993414] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"834.786092ms","start":"2026-03-23T05:23:56.585183Z","end":"2026-03-23T05:23:57.419969Z","steps":["trace[2140993414] 'process raft request' (duration: 834.550977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:57.420041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.110084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:23:57.420067Z","caller":"traceutil/trace.go:171","msg":"trace[1613126728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:959; }","duration":"531.177035ms","start":"2026-03-23T05:23:56.888882Z","end":"2026-03-23T05:23:57.420059Z","steps":["trace[1613126728] 'agreement among raft nodes before linearized reading' (duration: 531.108114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:57.42009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:56.88887Z","time spent":"531.215486ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:23:57.420098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.702899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:23:57.420154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:56.585164Z","time spent":"834.904484ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:23:57.420249Z","caller":"traceutil/trace.go:171","msg":"trace[1913102303] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:959; }","duration":"589.858293ms","start":"2026-03-23T05:23:56.830327Z","end":"2026-03-23T05:23:57.420185Z","steps":["trace[1913102303] 'agreement among raft nodes before linearized reading' (duration: 589.669469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:57.420309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:56.830311Z","time spent":"589.985775ms","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:23:57.895828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.152114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-23T05:23:57.895866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.046189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:23:57.895903Z","caller":"traceutil/trace.go:171","msg":"trace[112144740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:959; }","duration":"326.114281ms","start":"2026-03-23T05:23:57.569776Z","end":"2026-03-23T05:23:57.895891Z","steps":["trace[112144740] 'range keys from in-memory index tree' (duration: 325.954477ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:57.895905Z","caller":"traceutil/trace.go:171","msg":"trace[1914146819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:959; }","duration":"159.276296ms","start":"2026-03-23T05:23:57.736612Z","end":"2026-03-23T05:23:57.895888Z","steps":["trace[1914146819] 'range keys from in-memory index tree' (duration: 158.99587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:57.895909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.466179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:23:57.89593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:57.569761Z","time spent":"326.162611ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:23:57.895962Z","caller":"traceutil/trace.go:171","msg":"trace[1538836771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:959; }","duration":"391.5283ms","start":"2026-03-23T05:23:57.504421Z","end":"2026-03-23T05:23:57.895949Z","steps":["trace[1538836771] 'range keys from in-memory index tree' (duration: 391.335905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:57.895955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.712085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:23:57.89599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:57.504369Z","time spent":"391.615212ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:23:57.896015Z","caller":"traceutil/trace.go:171","msg":"trace[2140072461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:959; }","duration":"142.800176ms","start":"2026-03-23T05:23:57.753197Z","end":"2026-03-23T05:23:57.895997Z","steps":["trace[2140072461] 'range keys from in-memory index tree' (duration: 142.592952ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:00.082928Z","caller":"traceutil/trace.go:171","msg":"trace[1390307121] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"148.313899ms","start":"2026-03-23T05:23:59.934589Z","end":"2026-03-23T05:24:00.082903Z","steps":["trace[1390307121] 'process raft request' (duration: 61.131962ms)","trace[1390307121] 'compare' (duration: 87.022314ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:00.083028Z","caller":"traceutil/trace.go:171","msg":"trace[383367684] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"148.115705ms","start":"2026-03-23T05:23:59.934884Z","end":"2026-03-23T05:24:00.083Z","steps":["trace[383367684] 'process raft request' (duration: 147.981482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:05.989032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.786517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:05.989155Z","caller":"traceutil/trace.go:171","msg":"trace[2141697503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:982; }","duration":"106.988322ms","start":"2026-03-23T05:24:05.882143Z","end":"2026-03-23T05:24:05.989131Z","steps":["trace[2141697503] 'range keys from in-memory index tree' (duration: 106.675795ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:06.241294Z","caller":"traceutil/trace.go:171","msg":"trace[1055448994] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"122.287366ms","start":"2026-03-23T05:24:06.118984Z","end":"2026-03-23T05:24:06.241271Z","steps":["trace[1055448994] 'process raft request' (duration: 122.146153ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:06.247741Z","caller":"traceutil/trace.go:171","msg":"trace[2046501891] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"128.160047ms","start":"2026-03-23T05:24:06.119569Z","end":"2026-03-23T05:24:06.247729Z","steps":["trace[2046501891] 'process raft request' (duration: 128.110766ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:12.200307Z","caller":"traceutil/trace.go:171","msg":"trace[1929829084] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"102.437289ms","start":"2026-03-23T05:24:12.097833Z","end":"2026-03-23T05:24:12.20027Z","steps":["trace[1929829084] 'process raft request' (duration: 102.183354ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:12.430889Z","caller":"traceutil/trace.go:171","msg":"trace[733174964] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"154.633613ms","start":"2026-03-23T05:24:12.276224Z","end":"2026-03-23T05:24:12.430858Z","steps":["trace[733174964] 'process raft request' (duration: 154.367687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:16.377351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:16.834527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095862744s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:24:16.83487Z","caller":"traceutil/trace.go:171","msg":"trace[932110583] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"1.096293114s","start":"2026-03-23T05:24:15.738553Z","end":"2026-03-23T05:24:16.834847Z","steps":["trace[932110583] 'process raft request' (duration: 1.096157601s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:16.835004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:15.738528Z","time spent":"1.096397016s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:17.883936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T05:24:17.884018Z","caller":"traceutil/trace.go:171","msg":"trace[1823578859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274889s","start":"2026-03-23T05:24:15.883725Z","end":"2026-03-23T05:24:17.883999Z","steps":["trace[1823578859] 'agreement among raft nodes before linearized reading' (duration: 2.000177177s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:17.884073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:15.883704Z","time spent":"2.000358231s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 05:24:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:19.336692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.272705ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:19.336876Z","caller":"traceutil/trace.go:171","msg":"trace[220449154] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1027; }","duration":"436.469969ms","start":"2026-03-23T05:24:18.900383Z","end":"2026-03-23T05:24:19.336853Z","steps":["trace[220449154] 'range keys from in-memory index tree' (duration: 436.252534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:19.337253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136469087s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:19.337336Z","caller":"traceutil/trace.go:171","msg":"trace[1264869227] linearizableReadLoop","detail":"{readStateIndex:1072; appliedIndex:1070; }","duration":"3.460213355s","start":"2026-03-23T05:24:15.877106Z","end":"2026-03-23T05:24:19.337319Z","steps":["trace[1264869227] 'read index received' (duration: 957.597219ms)","trace[1264869227] 'applied index is now lower than readState.Index' (duration: 2.502614786s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:19.337398Z","caller":"traceutil/trace.go:171","msg":"trace[1231208558] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"3.190819818s","start":"2026-03-23T05:24:16.146557Z","end":"2026-03-23T05:24:19.337377Z","steps":["trace[1231208558] 'process raft request' (duration: 1.054145417s)","trace[1231208558] 'compare' (duration: 2.136076438s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:19.337495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.46040344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5183"} {"level":"warn","ts":"2026-03-23T05:24:19.337511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:16.146531Z","time spent":"3.19091123s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:19.337525Z","caller":"traceutil/trace.go:171","msg":"trace[1911212450] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1028; }","duration":"3.460478452s","start":"2026-03-23T05:24:15.877037Z","end":"2026-03-23T05:24:19.337516Z","steps":["trace[1911212450] 'agreement among raft nodes before linearized reading' (duration: 3.460344879s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:19.33756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:15.877013Z","time spent":"3.460539183s","remote":"127.0.0.1:52286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5206,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-23T05:24:19.838285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:19.88484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000691709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T05:24:19.884903Z","caller":"traceutil/trace.go:171","msg":"trace[672358266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000807492s","start":"2026-03-23T05:24:17.884076Z","end":"2026-03-23T05:24:19.884884Z","steps":["trace[672358266] 'agreement among raft nodes before linearized reading' (duration: 2.00072284s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:19.885014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:17.884058Z","time spent":"2.000941734s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 05:24:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:20.310639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.867093589s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T05:24:21.238975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999967747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T05:24:21.239057Z","caller":"traceutil/trace.go:171","msg":"trace[203043528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000116161s","start":"2026-03-23T05:24:16.238919Z","end":"2026-03-23T05:24:21.239036Z","steps":["trace[203043528] 'agreement among raft nodes before linearized reading' (duration: 5.000017269s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:21.239102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:16.2389Z","time spent":"5.000193733s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/23 05:24:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:21.516454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999509498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T05:24:21.516548Z","caller":"traceutil/trace.go:171","msg":"trace[1396273332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999659411s","start":"2026-03-23T05:24:16.516864Z","end":"2026-03-23T05:24:21.516523Z","steps":["trace[1396273332] 'agreement among raft nodes before linearized reading' (duration: 4.999527488s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:21.516596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:16.51685Z","time spent":"4.999736063s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/23 05:24:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:21.532851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99960606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T05:24:21.532968Z","caller":"traceutil/trace.go:171","msg":"trace[1737101684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999884436s","start":"2026-03-23T05:24:16.53306Z","end":"2026-03-23T05:24:21.532944Z","steps":["trace[1737101684] 'agreement among raft nodes before linearized reading' (duration: 4.999629971s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:21.533134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:16.533038Z","time spent":"5.0000774s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/23 05:24:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:21.890685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000627077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T05:24:21.890769Z","caller":"traceutil/trace.go:171","msg":"trace[74543656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000766131s","start":"2026-03-23T05:24:19.889984Z","end":"2026-03-23T05:24:21.89075Z","steps":["trace[74543656] 'agreement among raft nodes before linearized reading' (duration: 2.000649408s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:21.890817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:19.889968Z","time spent":"2.000839713s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:22.075397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764530146s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-23T05:24:22.211154Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.900273924s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:24:22.211665Z","caller":"traceutil/trace.go:171","msg":"trace[982615275] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"2.865566558s","start":"2026-03-23T05:24:19.346073Z","end":"2026-03-23T05:24:22.211639Z","steps":["trace[982615275] 'process raft request' (duration: 2.865342303s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:22.211791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:19.346054Z","time spent":"2.86566581s","remote":"127.0.0.1:52286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:22.211928Z","caller":"traceutil/trace.go:171","msg":"trace[103660235] linearizableReadLoop","detail":"{readStateIndex:1074; appliedIndex:1072; }","duration":"2.87455202s","start":"2026-03-23T05:24:19.337358Z","end":"2026-03-23T05:24:22.21191Z","steps":["trace[103660235] 'read index received' (duration: 973.519059ms)","trace[103660235] 'applied index is now lower than readState.Index' (duration: 1.901031621s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:22.211978Z","caller":"traceutil/trace.go:171","msg":"trace[464931090] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"2.323410354s","start":"2026-03-23T05:24:19.888522Z","end":"2026-03-23T05:24:22.211932Z","steps":["trace[464931090] 'process raft request' (duration: 2.323068187s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:22.212145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.982141009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T05:24:22.212233Z","caller":"traceutil/trace.go:171","msg":"trace[177496082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1030; }","duration":"5.982273502s","start":"2026-03-23T05:24:16.229942Z","end":"2026-03-23T05:24:22.212216Z","steps":["trace[177496082] 'agreement among raft nodes before linearized reading' (duration: 5.982056337s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:22.212207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:19.888495Z","time spent":"2.323673941s","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:22.212146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.37302407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-23T05:24:22.212286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:16.229918Z","time spent":"5.982356003s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T05:24:22.212344Z","caller":"traceutil/trace.go:171","msg":"trace[132566052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1030; }","duration":"3.373271346s","start":"2026-03-23T05:24:18.839051Z","end":"2026-03-23T05:24:22.212322Z","steps":["trace[132566052] 'agreement among raft nodes before linearized reading' (duration: 3.372884597s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:22.212422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:18.839032Z","time spent":"3.373358948s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:22.712777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:23.892104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000658228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T05:24:23.89219Z","caller":"traceutil/trace.go:171","msg":"trace[1990862404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000803812s","start":"2026-03-23T05:24:21.891368Z","end":"2026-03-23T05:24:23.892171Z","steps":["trace[1990862404] 'agreement among raft nodes before linearized reading' (duration: 2.000694619s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:23.892235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:21.891347Z","time spent":"2.000879333s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 05:24:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:24.024395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033001293s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:24.024629Z","caller":"traceutil/trace.go:171","msg":"trace[1339931286] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"1.8069741s","start":"2026-03-23T05:24:22.217637Z","end":"2026-03-23T05:24:24.024611Z","steps":["trace[1339931286] 'process raft request' (duration: 1.806873077s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:24.024628Z","caller":"traceutil/trace.go:171","msg":"trace[1858387974] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"3.325128865s","start":"2026-03-23T05:24:20.699468Z","end":"2026-03-23T05:24:24.024597Z","steps":["trace[1858387974] 'process raft request' (duration: 2.291791985s)","trace[1858387974] 'compare' (duration: 1.032169534s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:24.024702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:22.217622Z","time spent":"1.807049101s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:24.024771Z","caller":"traceutil/trace.go:171","msg":"trace[1142395364] linearizableReadLoop","detail":"{readStateIndex:1078; appliedIndex:1075; }","duration":"1.812625356s","start":"2026-03-23T05:24:22.212094Z","end":"2026-03-23T05:24:24.02472Z","steps":["trace[1142395364] 'read index received' (duration: 779.174894ms)","trace[1142395364] 'applied index is now lower than readState.Index' (duration: 1.033449412s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:24.024838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:20.699443Z","time spent":"3.325251097s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:24.024894Z","caller":"traceutil/trace.go:171","msg":"trace[1531929289] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"1.806817015s","start":"2026-03-23T05:24:22.218063Z","end":"2026-03-23T05:24:24.02488Z","steps":["trace[1531929289] 'process raft request' (duration: 1.806509329s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:24.024989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:22.218044Z","time spent":"1.806875887s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:24.025012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808438752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-23T05:24:24.025062Z","caller":"traceutil/trace.go:171","msg":"trace[1360713498] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:1033; }","duration":"1.808523413s","start":"2026-03-23T05:24:22.216525Z","end":"2026-03-23T05:24:24.025048Z","steps":["trace[1360713498] 'agreement among raft nodes before linearized reading' (duration: 1.808437201s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:24.025093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:22.216493Z","time spent":"1.808592475s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":687,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-23T05:24:24.025094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.494603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:24:24.025139Z","caller":"traceutil/trace.go:171","msg":"trace[300701600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1033; }","duration":"784.568745ms","start":"2026-03-23T05:24:23.240557Z","end":"2026-03-23T05:24:24.025126Z","steps":["trace[300701600] 'agreement among raft nodes before linearized reading' (duration: 784.421282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:24.025148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.670853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:24:24.025171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12956506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-23T05:24:24.02518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:23.240543Z","time spent":"784.629286ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:24:24.025224Z","caller":"traceutil/trace.go:171","msg":"trace[1593687938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1033; }","duration":"489.793306ms","start":"2026-03-23T05:24:23.535413Z","end":"2026-03-23T05:24:24.025206Z","steps":["trace[1593687938] 'agreement among raft nodes before linearized reading' (duration: 489.570121ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:24.025229Z","caller":"traceutil/trace.go:171","msg":"trace[1601611720] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:1033; }","duration":"1.129645812s","start":"2026-03-23T05:24:22.895567Z","end":"2026-03-23T05:24:24.025213Z","steps":["trace[1601611720] 'agreement among raft nodes before linearized reading' (duration: 1.129463038s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:24.025236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.588153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:24:24.025268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:22.895544Z","time spent":"1.129717243s","remote":"127.0.0.1:52160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-03-23T05:24:24.025269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:23.535373Z","time spent":"489.885848ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:24:24.025272Z","caller":"traceutil/trace.go:171","msg":"trace[1343577524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1033; }","duration":"506.658804ms","start":"2026-03-23T05:24:23.518602Z","end":"2026-03-23T05:24:24.025261Z","steps":["trace[1343577524] 'agreement among raft nodes before linearized reading' (duration: 506.506671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:24.025306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:23.518583Z","time spent":"506.716126ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:24:24.025346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.321423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:24.02539Z","caller":"traceutil/trace.go:171","msg":"trace[272393310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1033; }","duration":"125.382164ms","start":"2026-03-23T05:24:23.899997Z","end":"2026-03-23T05:24:24.025379Z","steps":["trace[272393310] 'agreement among raft nodes before linearized reading' (duration: 125.307652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:24.025404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871462987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:24.025433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.206613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189f6106c388eecf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-23T05:24:24.025472Z","caller":"traceutil/trace.go:171","msg":"trace[429909672] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189f6106c388eecf; range_end:; response_count:1; response_revision:1033; }","duration":"130.273155ms","start":"2026-03-23T05:24:23.895185Z","end":"2026-03-23T05:24:24.025458Z","steps":["trace[429909672] 'agreement among raft nodes before linearized reading' (duration: 130.168822ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:24.026634Z","caller":"traceutil/trace.go:171","msg":"trace[747042604] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1033; }","duration":"1.87153562s","start":"2026-03-23T05:24:22.153894Z","end":"2026-03-23T05:24:24.02543Z","steps":["trace[747042604] 'agreement among raft nodes before linearized reading' (duration: 1.871477417s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:24.027344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:22.153875Z","time spent":"1.873417931s","remote":"127.0.0.1:55534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:25.370503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158830888s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-23T05:24:25.370674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:24.027738Z","time spent":"1.342929901s","remote":"127.0.0.1:52160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-23T05:24:26.031908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T05:24:26.031991Z","caller":"traceutil/trace.go:171","msg":"trace[1193856618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108055s","start":"2026-03-23T05:24:24.031863Z","end":"2026-03-23T05:24:26.031971Z","steps":["trace[1193856618] 'agreement among raft nodes before linearized reading' (duration: 2.000009143s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:26.032043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:24.031855Z","time spent":"2.000177697s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 05:24:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:26.23898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:24.033155Z","time spent":"2.205817485s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/23 05:24:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:26.483496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.271690573s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:24:26.484103Z","caller":"traceutil/trace.go:171","msg":"trace[354092525] linearizableReadLoop","detail":"{readStateIndex:1080; appliedIndex:1078; }","duration":"2.452194536s","start":"2026-03-23T05:24:24.031883Z","end":"2026-03-23T05:24:26.484077Z","steps":["trace[354092525] 'read index received' (duration: 179.863588ms)","trace[354092525] 'applied index is now lower than readState.Index' (duration: 2.272330017s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:26.484187Z","caller":"traceutil/trace.go:171","msg":"trace[991195376] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"2.454148309s","start":"2026-03-23T05:24:24.030015Z","end":"2026-03-23T05:24:26.484163Z","steps":["trace[991195376] 'process raft request' (duration: 2.45371363s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:26.484218Z","caller":"traceutil/trace.go:171","msg":"trace[1634736305] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"2.450987278s","start":"2026-03-23T05:24:24.033219Z","end":"2026-03-23T05:24:26.484206Z","steps":["trace[1634736305] 'process raft request' (duration: 2.450814705s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:26.484308Z","caller":"traceutil/trace.go:171","msg":"trace[1512799596] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"2.450967258s","start":"2026-03-23T05:24:24.033177Z","end":"2026-03-23T05:24:26.484145Z","steps":["trace[1512799596] 'process raft request' (duration: 2.450823705s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:26.484346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:24.029979Z","time spent":"2.454284173s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:26.484424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:24.033213Z","time spent":"2.451139432s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:26.48447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:24.033164Z","time spent":"2.451274284s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:26.484107Z","caller":"traceutil/trace.go:171","msg":"trace[1533090713] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"2.451698704s","start":"2026-03-23T05:24:24.032371Z","end":"2026-03-23T05:24:26.484069Z","steps":["trace[1533090713] 'process raft request' (duration: 2.45151455s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:26.484891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:24.032361Z","time spent":"2.452359829s","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:26.984845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994382,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:24:27.178008Z","caller":"traceutil/trace.go:171","msg":"trace[837196047] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1084; }","duration":"693.811327ms","start":"2026-03-23T05:24:26.484174Z","end":"2026-03-23T05:24:27.177985Z","steps":["trace[837196047] 'read index received' (duration: 693.474879ms)","trace[837196047] 'applied index is now lower than readState.Index' (duration: 335.268µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:27.178205Z","caller":"traceutil/trace.go:171","msg":"trace[1748246765] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"1.806263763s","start":"2026-03-23T05:24:25.371914Z","end":"2026-03-23T05:24:27.178178Z","steps":["trace[1748246765] 'process raft request' (duration: 1.805883515s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:27.178295Z","caller":"traceutil/trace.go:171","msg":"trace[784153541] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1039; }","duration":"936.905914ms","start":"2026-03-23T05:24:26.241368Z","end":"2026-03-23T05:24:27.178273Z","steps":["trace[784153541] 'process raft request' (duration: 936.572497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.178322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147637207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-23T05:24:27.178331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.258655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189f6106c388eecf\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-23T05:24:27.178327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144848154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-23T05:24:27.178351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:25.371893Z","time spent":"1.806374895s","remote":"127.0.0.1:52160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:27.178357Z","caller":"traceutil/trace.go:171","msg":"trace[1695728593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1039; }","duration":"1.147721338s","start":"2026-03-23T05:24:26.030625Z","end":"2026-03-23T05:24:27.178346Z","steps":["trace[1695728593] 'agreement among raft nodes before linearized reading' (duration: 1.147527333s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.178371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.24135Z","time spent":"936.978955ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":525,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:27.178392Z","caller":"traceutil/trace.go:171","msg":"trace[2091898866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1039; }","duration":"1.144951795s","start":"2026-03-23T05:24:26.033426Z","end":"2026-03-23T05:24:27.178378Z","steps":["trace[2091898866] 'agreement among raft nodes before linearized reading' (duration: 1.14468665s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.178401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794174631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:27.178357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138844439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:27.178498Z","caller":"traceutil/trace.go:171","msg":"trace[1111373525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1039; }","duration":"1.139036493s","start":"2026-03-23T05:24:26.039427Z","end":"2026-03-23T05:24:27.178464Z","steps":["trace[1111373525] 'agreement among raft nodes before linearized reading' (duration: 1.138658675s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.178597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.039415Z","time spent":"1.139163156s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:27.178397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.030596Z","time spent":"1.14779337s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:24:27.178425Z","caller":"traceutil/trace.go:171","msg":"trace[918075585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1039; }","duration":"1.794223582s","start":"2026-03-23T05:24:25.384195Z","end":"2026-03-23T05:24:27.178419Z","steps":["trace[918075585] 'agreement among raft nodes before linearized reading' (duration: 1.794188342s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.178744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:25.384182Z","time spent":"1.794553029s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:24:27.178368Z","caller":"traceutil/trace.go:171","msg":"trace[1500668238] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189f6106c388eecf; range_end:; response_count:1; response_revision:1039; }","duration":"689.327876ms","start":"2026-03-23T05:24:26.489027Z","end":"2026-03-23T05:24:27.178355Z","steps":["trace[1500668238] 'agreement among raft nodes before linearized reading' (duration: 689.157162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.17884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.489007Z","time spent":"689.821067ms","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189f6106c388eecf\" "} {"level":"warn","ts":"2026-03-23T05:24:27.178427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.033416Z","time spent":"1.145005397s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:27.178402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142731216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-23T05:24:27.178947Z","caller":"traceutil/trace.go:171","msg":"trace[1935260795] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1039; }","duration":"1.143331269s","start":"2026-03-23T05:24:26.035602Z","end":"2026-03-23T05:24:27.178933Z","steps":["trace[1935260795] 'agreement among raft nodes before linearized reading' (duration: 1.142612273s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.178981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:26.035583Z","time spent":"1.143387181s","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-23T05:24:27.41527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.540932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:27.415389Z","caller":"traceutil/trace.go:171","msg":"trace[1013018222] linearizableReadLoop","detail":"{readStateIndex:1087; appliedIndex:1086; }","duration":"232.276575ms","start":"2026-03-23T05:24:27.183095Z","end":"2026-03-23T05:24:27.415372Z","steps":["trace[1013018222] 'read index received' (duration: 113.515708ms)","trace[1013018222] 'applied index is now lower than readState.Index' (duration: 118.759687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:27.415517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.417888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-23T05:24:27.415557Z","caller":"traceutil/trace.go:171","msg":"trace[926690344] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1040; }","duration":"232.454729ms","start":"2026-03-23T05:24:27.18309Z","end":"2026-03-23T05:24:27.415545Z","steps":["trace[926690344] 'agreement among raft nodes before linearized reading' (duration: 232.351546ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:27.41559Z","caller":"traceutil/trace.go:171","msg":"trace[2108400439] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"234.157268ms","start":"2026-03-23T05:24:27.181254Z","end":"2026-03-23T05:24:27.415411Z","steps":["trace[2108400439] 'process raft request' (duration: 115.384811ms)","trace[2108400439] 'compare' (duration: 118.407638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:27.808873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.823738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:27.80915Z","caller":"traceutil/trace.go:171","msg":"trace[1193812979] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"625.282718ms","start":"2026-03-23T05:24:27.183815Z","end":"2026-03-23T05:24:27.809097Z","steps":["trace[1193812979] 'process raft request' (duration: 404.085572ms)","trace[1193812979] 'compare' (duration: 220.678914ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:27.809259Z","caller":"traceutil/trace.go:171","msg":"trace[725222101] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"624.586463ms","start":"2026-03-23T05:24:27.184645Z","end":"2026-03-23T05:24:27.809231Z","steps":["trace[725222101] 'process raft request' (duration: 624.333387ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:27.809294Z","caller":"traceutil/trace.go:171","msg":"trace[446525802] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"389.212859ms","start":"2026-03-23T05:24:27.420059Z","end":"2026-03-23T05:24:27.809272Z","steps":["trace[446525802] 'process raft request' (duration: 389.098466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.809362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.183805Z","time spent":"625.463503ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:27.809405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.184634Z","time spent":"624.695285ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:27.809432Z","caller":"traceutil/trace.go:171","msg":"trace[861752111] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"621.250278ms","start":"2026-03-23T05:24:27.18817Z","end":"2026-03-23T05:24:27.809421Z","steps":["trace[861752111] 'process raft request' (duration: 620.90002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.809483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.188154Z","time spent":"621.30106ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:27.809373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.420028Z","time spent":"389.311101ms","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:27.809596Z","caller":"traceutil/trace.go:171","msg":"trace[2070460436] linearizableReadLoop","detail":"{readStateIndex:1090; appliedIndex:1087; }","duration":"394.158848ms","start":"2026-03-23T05:24:27.415415Z","end":"2026-03-23T05:24:27.809574Z","steps":["trace[2070460436] 'read index received' (duration: 172.42173ms)","trace[2070460436] 'applied index is now lower than readState.Index' (duration: 221.733398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:27.809677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.899424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:27.809702Z","caller":"traceutil/trace.go:171","msg":"trace[2094208723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1044; }","duration":"622.957416ms","start":"2026-03-23T05:24:27.186737Z","end":"2026-03-23T05:24:27.809694Z","steps":["trace[2094208723] 'agreement among raft nodes before linearized reading' (duration: 622.916305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.809723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.186712Z","time spent":"623.007826ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:27.809811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.173775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-23T05:24:27.809845Z","caller":"traceutil/trace.go:171","msg":"trace[1476193775] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1044; }","duration":"392.237976ms","start":"2026-03-23T05:24:27.417598Z","end":"2026-03-23T05:24:27.809836Z","steps":["trace[1476193775] 'agreement among raft nodes before linearized reading' (duration: 392.091253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:27.809871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.417584Z","time spent":"392.281097ms","remote":"127.0.0.1:52160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-23T05:24:27.810008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.355631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:27.810143Z","caller":"traceutil/trace.go:171","msg":"trace[1126183428] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1044; }","duration":"193.71742ms","start":"2026-03-23T05:24:27.616411Z","end":"2026-03-23T05:24:27.810128Z","steps":["trace[1126183428] 'agreement among raft nodes before linearized reading' (duration: 193.375552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:29.04146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.025569ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:29.041639Z","caller":"traceutil/trace.go:171","msg":"trace[527730083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1044; }","duration":"142.215423ms","start":"2026-03-23T05:24:28.899408Z","end":"2026-03-23T05:24:29.041623Z","steps":["trace[527730083] 'range keys from in-memory index tree' (duration: 142.007889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:29.041889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.488484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:29.042118Z","caller":"traceutil/trace.go:171","msg":"trace[1913676923] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"1.221784071s","start":"2026-03-23T05:24:27.820295Z","end":"2026-03-23T05:24:29.042079Z","steps":["trace[1913676923] 'process raft request' (duration: 400.056202ms)","trace[1913676923] 'compare' (duration: 821.244708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:29.042292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:27.82028Z","time spent":"1.221921304s","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:29.042416Z","caller":"traceutil/trace.go:171","msg":"trace[26009558] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"755.188694ms","start":"2026-03-23T05:24:28.287219Z","end":"2026-03-23T05:24:29.042408Z","steps":["trace[26009558] 'process raft request' (duration: 754.726994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:29.042459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:28.287186Z","time spent":"755.252046ms","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:30.884639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00025645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T05:24:30.884805Z","caller":"traceutil/trace.go:171","msg":"trace[421841979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464664s","start":"2026-03-23T05:24:28.884273Z","end":"2026-03-23T05:24:30.884737Z","steps":["trace[421841979] 'agreement among raft nodes before linearized reading' (duration: 2.00029157s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:30.884869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:28.884254Z","time spent":"2.000603357s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 05:24:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:32.885841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000636998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T05:24:32.885921Z","caller":"traceutil/trace.go:171","msg":"trace[1178382160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000779431s","start":"2026-03-23T05:24:30.885122Z","end":"2026-03-23T05:24:32.885902Z","steps":["trace[1178382160] 'agreement among raft nodes before linearized reading' (duration: 2.000683859s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:32.885968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:30.885103Z","time spent":"2.000857203s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 05:24:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:33.488122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998990566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T05:24:33.488185Z","caller":"traceutil/trace.go:171","msg":"trace[226624800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999090328s","start":"2026-03-23T05:24:28.489077Z","end":"2026-03-23T05:24:33.488167Z","steps":["trace[226624800] 'agreement among raft nodes before linearized reading' (duration: 4.999013616s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:33.488219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:28.489066Z","time spent":"4.99914672s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/23 05:24:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:33.488243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999681401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T05:24:33.488358Z","caller":"traceutil/trace.go:171","msg":"trace[1232539724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999906707s","start":"2026-03-23T05:24:28.488425Z","end":"2026-03-23T05:24:33.488332Z","steps":["trace[1232539724] 'agreement among raft nodes before linearized reading' (duration: 4.999748033s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:33.488432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:28.488404Z","time spent":"5.000012858s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/23 05:24:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:34.646219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.830742018s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T05:24:34.894421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000401942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T05:24:34.894523Z","caller":"traceutil/trace.go:171","msg":"trace[621727261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000569287s","start":"2026-03-23T05:24:32.893935Z","end":"2026-03-23T05:24:34.894504Z","steps":["trace[621727261] 'agreement among raft nodes before linearized reading' (duration: 2.000426143s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:34.89457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:32.89392Z","time spent":"2.000640408s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:35.084973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.042935085s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:24:35.085283Z","caller":"traceutil/trace.go:171","msg":"trace[1755250151] linearizableReadLoop","detail":"{readStateIndex:1094; appliedIndex:1091; }","duration":"6.596749789s","start":"2026-03-23T05:24:28.488507Z","end":"2026-03-23T05:24:35.085257Z","steps":["trace[1755250151] 'read index received' (duration: 471.814503ms)","trace[1755250151] 'applied index is now lower than readState.Index' (duration: 6.124934126s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:35.086245Z","caller":"traceutil/trace.go:171","msg":"trace[722634892] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"5.575444138s","start":"2026-03-23T05:24:29.510774Z","end":"2026-03-23T05:24:35.086218Z","steps":["trace[722634892] 'process raft request' (duration: 5.574301092s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:35.086385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:29.510749Z","time spent":"5.575560941s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:35.585824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:36.086395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:36.586586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:36.89525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999747057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T05:24:36.895355Z","caller":"traceutil/trace.go:171","msg":"trace[1083717683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99989893s","start":"2026-03-23T05:24:34.895417Z","end":"2026-03-23T05:24:36.895316Z","steps":["trace[1083717683] 'agreement among raft nodes before linearized reading' (duration: 1.999796478s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:36.895452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:34.895396Z","time spent":"1.999995953s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 05:24:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:37.011491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:30.010723Z","time spent":"7.000763049s","remote":"127.0.0.1:52286","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-23T05:24:37.086827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:37.587476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:37.620898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.974306627s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T05:24:38.110208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.984558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:38.110505Z","caller":"traceutil/trace.go:171","msg":"trace[2123951222] linearizableReadLoop","detail":"{readStateIndex:1098; appliedIndex:1095; }","duration":"3.025160388s","start":"2026-03-23T05:24:35.085328Z","end":"2026-03-23T05:24:38.110488Z","steps":["trace[2123951222] 'read index received' (duration: 2.535745161s)","trace[2123951222] 'applied index is now lower than readState.Index' (duration: 489.414297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:38.110635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052884875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:38.110698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.214134785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-23T05:24:38.110697Z","caller":"traceutil/trace.go:171","msg":"trace[172374079] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1050; }","duration":"5.052958986s","start":"2026-03-23T05:24:33.057722Z","end":"2026-03-23T05:24:38.110681Z","steps":["trace[172374079] 'agreement among raft nodes before linearized reading' (duration: 5.052838274s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:38.110728Z","caller":"traceutil/trace.go:171","msg":"trace[889911295] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:1050; }","duration":"5.214193236s","start":"2026-03-23T05:24:32.896526Z","end":"2026-03-23T05:24:38.110719Z","steps":["trace[889911295] 'agreement among raft nodes before linearized reading' (duration: 5.214052173s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.110737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:33.057672Z","time spent":"5.053056028s","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:38.110761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:32.896514Z","time spent":"5.214237889s","remote":"127.0.0.1:52160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-03-23T05:24:38.110842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.063861439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-23T05:24:38.110916Z","caller":"traceutil/trace.go:171","msg":"trace[2077097834] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1050; }","duration":"9.063977952s","start":"2026-03-23T05:24:29.04692Z","end":"2026-03-23T05:24:38.110898Z","steps":["trace[2077097834] 'agreement among raft nodes before linearized reading' (duration: 9.063746246s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.110964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:29.0469Z","time spent":"9.064054043s","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-23T05:24:38.110974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.40594585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:24:38.110994Z","caller":"traceutil/trace.go:171","msg":"trace[1486778460] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"5.859978836s","start":"2026-03-23T05:24:32.251004Z","end":"2026-03-23T05:24:38.110983Z","steps":["trace[1486778460] 'process raft request' (duration: 5.859353601s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:38.111008Z","caller":"traceutil/trace.go:171","msg":"trace[422174963] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1050; }","duration":"9.406014631s","start":"2026-03-23T05:24:28.704985Z","end":"2026-03-23T05:24:38.110999Z","steps":["trace[422174963] 'agreement among raft nodes before linearized reading' (duration: 9.40594661s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.111037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:28.704968Z","time spent":"9.406061222s","remote":"127.0.0.1:52298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:38.111065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:32.250979Z","time spent":"5.860042208s","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:38.111206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.95501001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:24:38.111236Z","caller":"traceutil/trace.go:171","msg":"trace[689521503] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1050; }","duration":"5.955081582s","start":"2026-03-23T05:24:32.156145Z","end":"2026-03-23T05:24:38.111227Z","steps":["trace[689521503] 'agreement among raft nodes before linearized reading' (duration: 5.95502299s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.111254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621280242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T05:24:38.111269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:32.156118Z","time spent":"5.955142642s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:24:38.111286Z","caller":"traceutil/trace.go:171","msg":"trace[1184977677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1050; }","duration":"2.621357544s","start":"2026-03-23T05:24:35.48992Z","end":"2026-03-23T05:24:38.111277Z","steps":["trace[1184977677] 'agreement among raft nodes before linearized reading' (duration: 2.621268262s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.111312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:35.489895Z","time spent":"2.621411075s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:24:38.111337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451946944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:24:38.111452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096837926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5749"} {"level":"info","ts":"2026-03-23T05:24:38.111486Z","caller":"traceutil/trace.go:171","msg":"trace[618643550] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1050; }","duration":"1.096901918s","start":"2026-03-23T05:24:37.014575Z","end":"2026-03-23T05:24:38.111477Z","steps":["trace[618643550] 'agreement among raft nodes before linearized reading' (duration: 1.096846117s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:38.111503Z","caller":"traceutil/trace.go:171","msg":"trace[830754921] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"4.011339001s","start":"2026-03-23T05:24:34.10015Z","end":"2026-03-23T05:24:38.111489Z","steps":["trace[830754921] 'process raft request' (duration: 4.010283137s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.111511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:37.014557Z","time spent":"1.096947689s","remote":"127.0.0.1:52286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5772,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-23T05:24:38.111511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.296171123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-23T05:24:38.111594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373544999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:38.111592Z","caller":"traceutil/trace.go:171","msg":"trace[2113994406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1050; }","duration":"8.296287856s","start":"2026-03-23T05:24:29.815283Z","end":"2026-03-23T05:24:38.111571Z","steps":["trace[2113994406] 'agreement among raft nodes before linearized reading' (duration: 8.296073851s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:38.111624Z","caller":"traceutil/trace.go:171","msg":"trace[285356282] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1050; }","duration":"2.373615241s","start":"2026-03-23T05:24:35.738Z","end":"2026-03-23T05:24:38.111615Z","steps":["trace[285356282] 'agreement among raft nodes before linearized reading' (duration: 2.37356778s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.111615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:34.100122Z","time spent":"4.011414762s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:38.111643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:35.737979Z","time spent":"2.373659413s","remote":"127.0.0.1:55526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:38.111642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621438736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:24:38.111637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:29.81527Z","time spent":"8.296357497s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:24:38.111667Z","caller":"traceutil/trace.go:171","msg":"trace[64327597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1050; }","duration":"2.621488047s","start":"2026-03-23T05:24:35.490171Z","end":"2026-03-23T05:24:38.111659Z","steps":["trace[64327597] 'agreement among raft nodes before linearized reading' (duration: 2.621407465s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.111708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:35.49016Z","time spent":"2.621540968s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:24:38.111719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207976661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:38.111735Z","caller":"traceutil/trace.go:171","msg":"trace[1512695979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1050; }","duration":"1.208029463s","start":"2026-03-23T05:24:36.9037Z","end":"2026-03-23T05:24:38.11173Z","steps":["trace[1512695979] 'agreement among raft nodes before linearized reading' (duration: 1.208002352s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.111747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:36.903679Z","time spent":"1.208065473s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:24:38.11144Z","caller":"traceutil/trace.go:171","msg":"trace[239971262] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1050; }","duration":"4.452071517s","start":"2026-03-23T05:24:33.659341Z","end":"2026-03-23T05:24:38.111412Z","steps":["trace[239971262] 'agreement among raft nodes before linearized reading' (duration: 4.451855952s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.111785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:33.659282Z","time spent":"4.452492556s","remote":"127.0.0.1:52462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:38.111828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93881953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:38.111826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.296504401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T05:24:38.111843Z","caller":"traceutil/trace.go:171","msg":"trace[905653252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1050; }","duration":"1.938868711s","start":"2026-03-23T05:24:36.172969Z","end":"2026-03-23T05:24:38.111838Z","steps":["trace[905653252] 'agreement among raft nodes before linearized reading' (duration: 1.938842731s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.111857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:36.172951Z","time spent":"1.938902722s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:24:38.111873Z","caller":"traceutil/trace.go:171","msg":"trace[2101098691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1050; }","duration":"8.296574542s","start":"2026-03-23T05:24:29.815278Z","end":"2026-03-23T05:24:38.111852Z","steps":["trace[2101098691] 'agreement among raft nodes before linearized reading' (duration: 8.29648275s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:38.111937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:29.815261Z","time spent":"8.296656344s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:38.487733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.116132Z","time spent":"371.595293ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/23 05:24:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:38.488806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.117146Z","time spent":"371.652273ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/23 05:24:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:38.617509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:39.118133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:39.592495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.478375381s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T05:24:39.814665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.117438Z","time spent":"1.697220015s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/23 05:24:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:39.814657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.118543Z","time spent":"1.696100891s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/23 05:24:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:40.122586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000812862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T05:24:40.122686Z","caller":"traceutil/trace.go:171","msg":"trace[1794057139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000944666s","start":"2026-03-23T05:24:38.121724Z","end":"2026-03-23T05:24:40.122669Z","steps":["trace[1794057139] 'agreement among raft nodes before linearized reading' (duration: 2.000821873s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.122731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.121718Z","time spent":"2.001002857s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:40.210526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310716098s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:40.210659Z","caller":"traceutil/trace.go:171","msg":"trace[862549834] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1050; }","duration":"1.310858801s","start":"2026-03-23T05:24:38.89978Z","end":"2026-03-23T05:24:40.210638Z","steps":["trace[862549834] 'range keys from in-memory index tree' (duration: 1.310701448s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:40.211934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.246254ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-23T05:24:40.212987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.11402Z","time spent":"2.098960345s","remote":"127.0.0.1:52160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-23T05:24:42.101912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.509280586s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:24:42.102939Z","caller":"traceutil/trace.go:171","msg":"trace[1248431374] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1054; }","duration":"3.611183116s","start":"2026-03-23T05:24:38.491712Z","end":"2026-03-23T05:24:42.102895Z","steps":["trace[1248431374] 'process raft request' (duration: 3.611038763s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:42.103111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.49169Z","time spent":"3.611331229s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":513,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:42.123352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T05:24:42.123558Z","caller":"traceutil/trace.go:171","msg":"trace[1505514933] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494113s","start":"2026-03-23T05:24:40.12305Z","end":"2026-03-23T05:24:42.123544Z","steps":["trace[1505514933] 'agreement among raft nodes before linearized reading' (duration: 2.000263318s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:42.123618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.123036Z","time spent":"2.000573524s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:42.502736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.914219ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:24:42.502856Z","caller":"traceutil/trace.go:171","msg":"trace[445429576] linearizableReadLoop","detail":"{readStateIndex:1104; appliedIndex:1098; }","duration":"4.385378638s","start":"2026-03-23T05:24:38.117455Z","end":"2026-03-23T05:24:42.502834Z","steps":["trace[445429576] 'read index received' (duration: 1.47517298s)","trace[445429576] 'applied index is now lower than readState.Index' (duration: 2.910203588s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:42.503149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385673024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-wj9t8.189f61087a743066\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-23T05:24:42.503227Z","caller":"traceutil/trace.go:171","msg":"trace[1969843446] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-wj9t8.189f61087a743066; range_end:; response_count:1; response_revision:1055; }","duration":"4.386021632s","start":"2026-03-23T05:24:38.117174Z","end":"2026-03-23T05:24:42.503196Z","steps":["trace[1969843446] 'agreement among raft nodes before linearized reading' (duration: 4.385815137s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:42.50328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.117165Z","time spent":"4.386102303s","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-wj9t8.189f61087a743066\" "} {"level":"warn","ts":"2026-03-23T05:24:43.003726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994417,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:24:43.020906Z","caller":"traceutil/trace.go:171","msg":"trace[491579524] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1055; }","duration":"2.806675517s","start":"2026-03-23T05:24:40.214203Z","end":"2026-03-23T05:24:43.020878Z","steps":["trace[491579524] 'process raft request' (duration: 2.806648107s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:43.021009Z","caller":"traceutil/trace.go:171","msg":"trace[199046727] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1055; }","duration":"3.203325532s","start":"2026-03-23T05:24:39.817661Z","end":"2026-03-23T05:24:43.020986Z","steps":["trace[199046727] 'process raft request' (duration: 3.203137398s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:43.021168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.817643Z","time spent":"3.203432305s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:43.021297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:40.214164Z","time spent":"2.806965944s","remote":"127.0.0.1:52160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:43.021519Z","caller":"traceutil/trace.go:171","msg":"trace[2004720176] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1055; }","duration":"3.20503207s","start":"2026-03-23T05:24:39.816472Z","end":"2026-03-23T05:24:43.021504Z","steps":["trace[2004720176] 'process raft request' (duration: 3.204171501s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:43.021714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.81645Z","time spent":"3.205140794s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:43.382209Z","caller":"traceutil/trace.go:171","msg":"trace[1716494707] linearizableReadLoop","detail":"{readStateIndex:1109; appliedIndex:1105; }","duration":"879.242534ms","start":"2026-03-23T05:24:42.502943Z","end":"2026-03-23T05:24:43.382185Z","steps":["trace[1716494707] 'read index received' (duration: 517.693387ms)","trace[1716494707] 'applied index is now lower than readState.Index' (duration: 361.547867ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:43.382232Z","caller":"traceutil/trace.go:171","msg":"trace[987594566] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"876.647856ms","start":"2026-03-23T05:24:42.505559Z","end":"2026-03-23T05:24:43.382207Z","steps":["trace[987594566] 'process raft request' (duration: 876.482662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:43.382365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17933245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:43.3824Z","caller":"traceutil/trace.go:171","msg":"trace[642312671] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1056; }","duration":"1.179417122s","start":"2026-03-23T05:24:42.202973Z","end":"2026-03-23T05:24:43.38239Z","steps":["trace[642312671] 'agreement among raft nodes before linearized reading' (duration: 1.1793275s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:43.38244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:42.202949Z","time spent":"1.179482423s","remote":"127.0.0.1:52256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:43.382501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.263560988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-23T05:24:43.382553Z","caller":"traceutil/trace.go:171","msg":"trace[331497417] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1056; }","duration":"5.26362238s","start":"2026-03-23T05:24:38.118917Z","end":"2026-03-23T05:24:43.382539Z","steps":["trace[331497417] 'agreement among raft nodes before linearized reading' (duration: 5.263459346s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:43.382601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:38.118911Z","time spent":"5.263679631s","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-23T05:24:43.382608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249414135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:43.382669Z","caller":"traceutil/trace.go:171","msg":"trace[833234176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1056; }","duration":"1.249459816s","start":"2026-03-23T05:24:42.133189Z","end":"2026-03-23T05:24:43.382649Z","steps":["trace[833234176] 'agreement among raft nodes before linearized reading' (duration: 1.249392115s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:43.382734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:42.133136Z","time spent":"1.249591719s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:43.382512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.784133821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:43.382827Z","caller":"traceutil/trace.go:171","msg":"trace[1054418149] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1056; }","duration":"3.78453531s","start":"2026-03-23T05:24:39.598277Z","end":"2026-03-23T05:24:43.382813Z","steps":["trace[1054418149] 'agreement among raft nodes before linearized reading' (duration: 3.7840772s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:43.382873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:39.598257Z","time spent":"3.784603582s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:43.38335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:42.505533Z","time spent":"876.759409ms","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:43.882962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:44.383511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:44.632992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250979051s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T05:24:45.17555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000966258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T05:24:45.175724Z","caller":"traceutil/trace.go:171","msg":"trace[1300664724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001181913s","start":"2026-03-23T05:24:43.174523Z","end":"2026-03-23T05:24:45.175705Z","steps":["trace[1300664724] 'agreement among raft nodes before linearized reading' (duration: 2.000991409s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.175773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:43.174507Z","time spent":"2.001254755s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 05:24:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:45.253248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.966926ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-23T05:24:45.253348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:43.022381Z","time spent":"2.230961299s","remote":"127.0.0.1:52160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-23T05:24:45.384207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999823533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T05:24:45.384292Z","caller":"traceutil/trace.go:171","msg":"trace[24436475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999963686s","start":"2026-03-23T05:24:43.384309Z","end":"2026-03-23T05:24:45.384272Z","steps":["trace[24436475] 'agreement among raft nodes before linearized reading' (duration: 1.999862474s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.384337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:43.384288Z","time spent":"2.000040057s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 05:24:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T05:24:45.746029Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.112816274s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:24:45.818651Z","caller":"traceutil/trace.go:171","msg":"trace[574294161] linearizableReadLoop","detail":"{readStateIndex:1111; appliedIndex:1109; }","duration":"2.436332385s","start":"2026-03-23T05:24:43.382275Z","end":"2026-03-23T05:24:45.818607Z","steps":["trace[574294161] 'read index received' (duration: 1.2509468s)","trace[574294161] 'applied index is now lower than readState.Index' (duration: 1.185384265s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:45.81871Z","caller":"traceutil/trace.go:171","msg":"trace[1015361279] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"2.425341898s","start":"2026-03-23T05:24:43.393335Z","end":"2026-03-23T05:24:45.818676Z","steps":["trace[1015361279] 'process raft request' (duration: 2.353015852s)","trace[1015361279] 'compare' (duration: 72.141362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:45.818857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:43.393322Z","time spent":"2.425449611s","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:45.846843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.063699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:45.846866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459925815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189f6106c388eecf\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-23T05:24:45.846858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.398941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:24:45.846886Z","caller":"traceutil/trace.go:171","msg":"trace[1639318046] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"698.9406ms","start":"2026-03-23T05:24:45.147918Z","end":"2026-03-23T05:24:45.846858Z","steps":["trace[1639318046] 'process raft request' (duration: 698.667104ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:45.846918Z","caller":"traceutil/trace.go:171","msg":"trace[381855005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1059; }","duration":"455.172241ms","start":"2026-03-23T05:24:45.391727Z","end":"2026-03-23T05:24:45.8469Z","steps":["trace[381855005] 'agreement among raft nodes before linearized reading' (duration: 455.051608ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:45.846922Z","caller":"traceutil/trace.go:171","msg":"trace[350808604] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"592.715283ms","start":"2026-03-23T05:24:45.254192Z","end":"2026-03-23T05:24:45.846907Z","steps":["trace[350808604] 'process raft request' (duration: 592.506879ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:45.846925Z","caller":"traceutil/trace.go:171","msg":"trace[1222460492] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189f6106c388eecf; range_end:; response_count:1; response_revision:1059; }","duration":"2.460032977s","start":"2026-03-23T05:24:43.386877Z","end":"2026-03-23T05:24:45.84691Z","steps":["trace[1222460492] 'agreement among raft nodes before linearized reading' (duration: 2.459856173s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.846968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:43.386866Z","time spent":"2.460094358s","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189f6106c388eecf\" "} {"level":"info","ts":"2026-03-23T05:24:45.846934Z","caller":"traceutil/trace.go:171","msg":"trace[422603308] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1059; }","duration":"320.533605ms","start":"2026-03-23T05:24:45.526387Z","end":"2026-03-23T05:24:45.846921Z","steps":["trace[422603308] 'agreement among raft nodes before linearized reading' (duration: 320.378061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.846962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.391708Z","time spent":"455.245732ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:45.846843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153339235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:24:45.84701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.526368Z","time spent":"320.627377ms","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":15,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:45.847006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.147898Z","time spent":"699.042073ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:45.847056Z","caller":"traceutil/trace.go:171","msg":"trace[344880613] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1059; }","duration":"1.154146964s","start":"2026-03-23T05:24:44.692885Z","end":"2026-03-23T05:24:45.847032Z","steps":["trace[344880613] 'agreement among raft nodes before linearized reading' (duration: 1.153886528s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.847162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:44.692867Z","time spent":"1.154246636s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:45.848001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.25417Z","time spent":"592.786495ms","remote":"127.0.0.1:52160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:46.676433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.722968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:46.676837Z","caller":"traceutil/trace.go:171","msg":"trace[102063727] linearizableReadLoop","detail":"{readStateIndex:1114; appliedIndex:1113; }","duration":"826.179221ms","start":"2026-03-23T05:24:45.85064Z","end":"2026-03-23T05:24:46.67682Z","steps":["trace[102063727] 'read index received' (duration: 206.980333ms)","trace[102063727] 'applied index is now lower than readState.Index' (duration: 619.196988ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:46.676849Z","caller":"traceutil/trace.go:171","msg":"trace[2009706248] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"826.776414ms","start":"2026-03-23T05:24:45.850046Z","end":"2026-03-23T05:24:46.676823Z","steps":["trace[2009706248] 'process raft request' (duration: 207.583046ms)","trace[2009706248] 'compare' (duration: 618.531324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:46.676973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.850019Z","time spent":"826.884267ms","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:46.677061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.425957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-23T05:24:46.677098Z","caller":"traceutil/trace.go:171","msg":"trace[1404717815] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1060; }","duration":"826.467828ms","start":"2026-03-23T05:24:45.85062Z","end":"2026-03-23T05:24:46.677088Z","steps":["trace[1404717815] 'agreement among raft nodes before linearized reading' (duration: 826.287634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:46.677134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.850547Z","time spent":"826.57725ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-23T05:24:46.677261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.361546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-23T05:24:46.677293Z","caller":"traceutil/trace.go:171","msg":"trace[928429548] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1060; }","duration":"826.416767ms","start":"2026-03-23T05:24:45.850869Z","end":"2026-03-23T05:24:46.677285Z","steps":["trace[928429548] 'agreement among raft nodes before linearized reading' (duration: 826.351435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:46.677315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.850861Z","time spent":"826.449087ms","remote":"127.0.0.1:52272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-23T05:24:47.184051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:47.770988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.795791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:47.771101Z","caller":"traceutil/trace.go:171","msg":"trace[1760463273] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"1.088510749s","start":"2026-03-23T05:24:46.68257Z","end":"2026-03-23T05:24:47.771081Z","steps":["trace[1760463273] 'process raft request' (duration: 670.529904ms)","trace[1760463273] 'compare' (duration: 417.174587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:47.771164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:46.682549Z","time spent":"1.08858482s","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:48.31875Z","caller":"traceutil/trace.go:171","msg":"trace[674028987] linearizableReadLoop","detail":"{readStateIndex:1116; appliedIndex:1114; }","duration":"1.635128336s","start":"2026-03-23T05:24:46.683598Z","end":"2026-03-23T05:24:48.318727Z","steps":["trace[674028987] 'read index received' (duration: 670.270147ms)","trace[674028987] 'applied index is now lower than readState.Index' (duration: 964.855109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:48.318965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635342061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-23T05:24:48.319009Z","caller":"traceutil/trace.go:171","msg":"trace[681505013] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:1062; }","duration":"1.635436214s","start":"2026-03-23T05:24:46.683561Z","end":"2026-03-23T05:24:48.318997Z","steps":["trace[681505013] 'agreement among raft nodes before linearized reading' (duration: 1.635279359s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:48.318864Z","caller":"traceutil/trace.go:171","msg":"trace[1143267852] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"1.634103253s","start":"2026-03-23T05:24:46.684728Z","end":"2026-03-23T05:24:48.318831Z","steps":["trace[1143267852] 'process raft request' (duration: 1.633835977s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:48.319051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:46.683546Z","time spent":"1.635496505s","remote":"127.0.0.1:52160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-03-23T05:24:48.319269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:46.684713Z","time spent":"1.634420511s","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:48.819512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:48.883099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T05:24:48.883189Z","caller":"traceutil/trace.go:171","msg":"trace[567539245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562272s","start":"2026-03-23T05:24:46.88261Z","end":"2026-03-23T05:24:48.883172Z","steps":["trace[567539245] 'agreement among raft nodes before linearized reading' (duration: 2.000453969s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:48.883242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:46.882594Z","time spent":"2.000638103s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:49.273198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.167138ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:49.273541Z","caller":"traceutil/trace.go:171","msg":"trace[985200200] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1062; }","duration":"373.523916ms","start":"2026-03-23T05:24:48.900005Z","end":"2026-03-23T05:24:49.273529Z","steps":["trace[985200200] 'range keys from in-memory index tree' (duration: 373.150318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:49.273447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.155205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:49.273735Z","caller":"traceutil/trace.go:171","msg":"trace[1253926114] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"1.06455296s","start":"2026-03-23T05:24:48.209154Z","end":"2026-03-23T05:24:49.273707Z","steps":["trace[1253926114] 'process raft request' (duration: 825.074807ms)","trace[1253926114] 'compare' (duration: 239.034013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:49.273813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:48.209132Z","time spent":"1.064632711s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:49.301044Z","caller":"traceutil/trace.go:171","msg":"trace[54267513] linearizableReadLoop","detail":"{readStateIndex:1118; appliedIndex:1116; }","duration":"982.204759ms","start":"2026-03-23T05:24:48.318815Z","end":"2026-03-23T05:24:49.30102Z","steps":["trace[54267513] 'read index received' (duration: 715.431323ms)","trace[54267513] 'applied index is now lower than readState.Index' (duration: 266.772386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:49.301139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:48.320017Z","time spent":"981.117225ms","remote":"127.0.0.1:52160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-23T05:24:49.30142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526489804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-wj9t8.189f61087a743066\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-23T05:24:49.301449Z","caller":"traceutil/trace.go:171","msg":"trace[1727516304] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-wj9t8.189f61087a743066; range_end:; response_count:1; response_revision:1063; }","duration":"1.526535175s","start":"2026-03-23T05:24:47.774904Z","end":"2026-03-23T05:24:49.30144Z","steps":["trace[1727516304] 'agreement among raft nodes before linearized reading' (duration: 1.526420773s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:49.301469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:47.774846Z","time spent":"1.526616657s","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-wj9t8.189f61087a743066\" "} {"level":"warn","ts":"2026-03-23T05:24:49.301602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085888648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:24:49.301618Z","caller":"traceutil/trace.go:171","msg":"trace[1880808010] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1063; }","duration":"2.085943999s","start":"2026-03-23T05:24:47.215669Z","end":"2026-03-23T05:24:49.301613Z","steps":["trace[1880808010] 'agreement among raft nodes before linearized reading' (duration: 2.085890438s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:49.301633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:47.215646Z","time spent":"2.08598269s","remote":"127.0.0.1:52308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:49.301755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.885232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wj9t8\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-03-23T05:24:49.301769Z","caller":"traceutil/trace.go:171","msg":"trace[2046114053] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-wj9t8; range_end:; response_count:1; response_revision:1063; }","duration":"977.916442ms","start":"2026-03-23T05:24:48.323848Z","end":"2026-03-23T05:24:49.301764Z","steps":["trace[2046114053] 'agreement among raft nodes before linearized reading' (duration: 977.867611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:49.301784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:48.323839Z","time spent":"977.941203ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4713,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wj9t8\" "} {"level":"warn","ts":"2026-03-23T05:24:49.301867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.250842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:49.301887Z","caller":"traceutil/trace.go:171","msg":"trace[1831548743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1063; }","duration":"418.308893ms","start":"2026-03-23T05:24:48.883574Z","end":"2026-03-23T05:24:49.301883Z","steps":["trace[1831548743] 'agreement among raft nodes before linearized reading' (duration: 418.278342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:49.301902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:48.883549Z","time spent":"418.350033ms","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:49.301998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.536622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:49.302022Z","caller":"traceutil/trace.go:171","msg":"trace[1658435503] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1063; }","duration":"714.596263ms","start":"2026-03-23T05:24:48.587419Z","end":"2026-03-23T05:24:49.302015Z","steps":["trace[1658435503] 'agreement among raft nodes before linearized reading' (duration: 714.558762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:49.302042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:48.5874Z","time spent":"714.634154ms","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:24:49.850751Z","caller":"traceutil/trace.go:171","msg":"trace[1060464767] linearizableReadLoop","detail":"{readStateIndex:1120; appliedIndex:1118; }","duration":"540.696985ms","start":"2026-03-23T05:24:49.310032Z","end":"2026-03-23T05:24:49.850729Z","steps":["trace[1060464767] 'read index received' (duration: 488.128494ms)","trace[1060464767] 'applied index is now lower than readState.Index' (duration: 52.567361ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:49.850909Z","caller":"traceutil/trace.go:171","msg":"trace[888730665] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"540.653173ms","start":"2026-03-23T05:24:49.310233Z","end":"2026-03-23T05:24:49.850886Z","steps":["trace[888730665] 'process raft request' (duration: 540.449269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:49.851027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:49.310214Z","time spent":"540.742066ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:49.851193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.147774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:49.851203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.191583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:49.851217Z","caller":"traceutil/trace.go:171","msg":"trace[999748076] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"546.567836ms","start":"2026-03-23T05:24:49.30463Z","end":"2026-03-23T05:24:49.851198Z","steps":["trace[999748076] 'process raft request' (duration: 546.004123ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:49.851248Z","caller":"traceutil/trace.go:171","msg":"trace[582648024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1066; }","duration":"541.246427ms","start":"2026-03-23T05:24:49.309989Z","end":"2026-03-23T05:24:49.851235Z","steps":["trace[582648024] 'agreement among raft nodes before linearized reading' (duration: 541.158225ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:49.85122Z","caller":"traceutil/trace.go:171","msg":"trace[669777464] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"547.939617ms","start":"2026-03-23T05:24:49.303244Z","end":"2026-03-23T05:24:49.851183Z","steps":["trace[669777464] 'process raft request' (duration: 494.814373ms)","trace[669777464] 'compare' (duration: 52.451019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:49.851276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:49.309967Z","time spent":"541.304157ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:24:49.851264Z","caller":"traceutil/trace.go:171","msg":"trace[1466955890] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1066; }","duration":"488.297436ms","start":"2026-03-23T05:24:49.36295Z","end":"2026-03-23T05:24:49.851247Z","steps":["trace[1466955890] 'agreement among raft nodes before linearized reading' (duration: 488.196844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:49.851302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:49.304603Z","time spent":"546.653718ms","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:49.851318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:49.362929Z","time spent":"488.373469ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:24:49.85137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:49.303221Z","time spent":"548.06668ms","remote":"127.0.0.1:52160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:50.113622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.998726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:50.113709Z","caller":"traceutil/trace.go:171","msg":"trace[772302270] linearizableReadLoop","detail":"{readStateIndex:1124; appliedIndex:1123; }","duration":"132.347035ms","start":"2026-03-23T05:24:49.981349Z","end":"2026-03-23T05:24:50.113696Z","steps":["trace[772302270] 'read index received' (duration: 26.07µs)","trace[772302270] 'applied index is now lower than readState.Index' (duration: 132.320095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:50.113767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.422446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:50.113792Z","caller":"traceutil/trace.go:171","msg":"trace[1291793838] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1069; }","duration":"132.472658ms","start":"2026-03-23T05:24:49.981311Z","end":"2026-03-23T05:24:50.113783Z","steps":["trace[1291793838] 'agreement among raft nodes before linearized reading' (duration: 132.418646ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:50.113951Z","caller":"traceutil/trace.go:171","msg":"trace[1542700545] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"212.852395ms","start":"2026-03-23T05:24:49.901077Z","end":"2026-03-23T05:24:50.113929Z","steps":["trace[1542700545] 'process raft request' (duration: 76.47199ms)","trace[1542700545] 'compare' (duration: 135.910864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:50.47005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.07783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:50.47012Z","caller":"traceutil/trace.go:171","msg":"trace[1485160012] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1125; }","duration":"298.55525ms","start":"2026-03-23T05:24:50.171553Z","end":"2026-03-23T05:24:50.470108Z","steps":["trace[1485160012] 'read index received' (duration: 113.328697ms)","trace[1485160012] 'applied index is now lower than readState.Index' (duration: 185.225793ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:50.470184Z","caller":"traceutil/trace.go:171","msg":"trace[272831664] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"300.174248ms","start":"2026-03-23T05:24:50.170001Z","end":"2026-03-23T05:24:50.470175Z","steps":["trace[272831664] 'process raft request' (duration: 114.925154ms)","trace[272831664] 'compare' (duration: 184.861405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:50.470221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:50.169982Z","time spent":"300.219808ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T05:24:50.470443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.884679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-wj9t8.189f61087a743066\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-23T05:24:50.470492Z","caller":"traceutil/trace.go:171","msg":"trace[524413363] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-wj9t8.189f61087a743066; range_end:; response_count:1; response_revision:1071; }","duration":"298.97485ms","start":"2026-03-23T05:24:50.171504Z","end":"2026-03-23T05:24:50.470479Z","steps":["trace[524413363] 'agreement among raft nodes before linearized reading' (duration: 298.711154ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:50.658813Z","caller":"traceutil/trace.go:171","msg":"trace[1969821397] linearizableReadLoop","detail":"{readStateIndex:1127; appliedIndex:1126; }","duration":"185.141452ms","start":"2026-03-23T05:24:50.47365Z","end":"2026-03-23T05:24:50.658791Z","steps":["trace[1969821397] 'read index received' (duration: 183.519315ms)","trace[1969821397] 'applied index is now lower than readState.Index' (duration: 1.621327ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:50.658863Z","caller":"traceutil/trace.go:171","msg":"trace[1214369236] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"186.386ms","start":"2026-03-23T05:24:50.472444Z","end":"2026-03-23T05:24:50.65883Z","steps":["trace[1214369236] 'process raft request' (duration: 184.711822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:50.659166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.49382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-23T05:24:50.65921Z","caller":"traceutil/trace.go:171","msg":"trace[1333068408] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1072; }","duration":"185.568201ms","start":"2026-03-23T05:24:50.473631Z","end":"2026-03-23T05:24:50.659199Z","steps":["trace[1333068408] 'agreement among raft nodes before linearized reading' (duration: 185.256004ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:50.690726Z","caller":"traceutil/trace.go:171","msg":"trace[761226068] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"211.226488ms","start":"2026-03-23T05:24:50.479452Z","end":"2026-03-23T05:24:50.690678Z","steps":["trace[761226068] 'process raft request' (duration: 210.760497ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:50.690779Z","caller":"traceutil/trace.go:171","msg":"trace[1972978611] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"215.615937ms","start":"2026-03-23T05:24:50.475085Z","end":"2026-03-23T05:24:50.6907Z","steps":["trace[1972978611] 'process raft request' (duration: 215.009624ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:50.811037Z","caller":"traceutil/trace.go:171","msg":"trace[989032856] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"100.902529ms","start":"2026-03-23T05:24:50.710113Z","end":"2026-03-23T05:24:50.811015Z","steps":["trace[989032856] 'process raft request' (duration: 51.557149ms)","trace[989032856] 'compare' (duration: 49.069884ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:51.369954Z","caller":"traceutil/trace.go:171","msg":"trace[1455456054] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"100.314325ms","start":"2026-03-23T05:24:51.269582Z","end":"2026-03-23T05:24:51.369896Z","steps":["trace[1455456054] 'process raft request' (duration: 52.94404ms)","trace[1455456054] 'compare' (duration: 46.520255ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:51.661825Z","caller":"traceutil/trace.go:171","msg":"trace[418815572] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"187.117636ms","start":"2026-03-23T05:24:51.47468Z","end":"2026-03-23T05:24:51.661797Z","steps":["trace[418815572] 'process raft request' (duration: 181.745265ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:52.454805Z","caller":"traceutil/trace.go:171","msg":"trace[1941325485] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"102.960854ms","start":"2026-03-23T05:24:52.35181Z","end":"2026-03-23T05:24:52.45477Z","steps":["trace[1941325485] 'process raft request' (duration: 91.910226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:53.954066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031994548,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:24:54.048478Z","caller":"traceutil/trace.go:171","msg":"trace[463174444] linearizableReadLoop","detail":"{readStateIndex:1172; appliedIndex:1171; }","duration":"595.092127ms","start":"2026-03-23T05:24:53.453356Z","end":"2026-03-23T05:24:54.048448Z","steps":["trace[463174444] 'read index received' (duration: 594.967495ms)","trace[463174444] 'applied index is now lower than readState.Index' (duration: 123.092µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:54.048663Z","caller":"traceutil/trace.go:171","msg":"trace[529979992] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"643.095136ms","start":"2026-03-23T05:24:53.405517Z","end":"2026-03-23T05:24:54.048612Z","steps":["trace[529979992] 'process raft request' (duration: 642.757729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:54.049021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.223829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:24:54.049071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:53.405495Z","time spent":"643.480295ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:54.049104Z","caller":"traceutil/trace.go:171","msg":"trace[31290114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1117; }","duration":"163.381312ms","start":"2026-03-23T05:24:53.885702Z","end":"2026-03-23T05:24:54.049084Z","steps":["trace[31290114] 'agreement among raft nodes before linearized reading' (duration: 162.983084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:54.049164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.953699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wj9t8\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-03-23T05:24:54.049259Z","caller":"traceutil/trace.go:171","msg":"trace[1456530715] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-wj9t8; range_end:; response_count:1; response_revision:1117; }","duration":"557.131443ms","start":"2026-03-23T05:24:53.492081Z","end":"2026-03-23T05:24:54.049213Z","steps":["trace[1456530715] 'agreement among raft nodes before linearized reading' (duration: 556.55265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:54.04939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:53.492053Z","time spent":"557.323178ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4907,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wj9t8\" "} {"level":"warn","ts":"2026-03-23T05:24:54.049424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.048978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:24:54.049942Z","caller":"traceutil/trace.go:171","msg":"trace[632856922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1117; }","duration":"596.630802ms","start":"2026-03-23T05:24:53.453285Z","end":"2026-03-23T05:24:54.049916Z","steps":["trace[632856922] 'agreement among raft nodes before linearized reading' (duration: 595.914146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:54.050013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:53.453259Z","time spent":"596.722873ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:24:54.327067Z","caller":"traceutil/trace.go:171","msg":"trace[702357250] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"267.214086ms","start":"2026-03-23T05:24:54.059817Z","end":"2026-03-23T05:24:54.327031Z","steps":["trace[702357250] 'process raft request' (duration: 196.482556ms)","trace[702357250] 'compare' (duration: 70.451794ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:58.276377Z","caller":"traceutil/trace.go:171","msg":"trace[792337994] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"144.197271ms","start":"2026-03-23T05:24:58.132149Z","end":"2026-03-23T05:24:58.276346Z","steps":["trace[792337994] 'process raft request' (duration: 143.721941ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:59.953849Z","caller":"traceutil/trace.go:171","msg":"trace[1993860217] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"399.634143ms","start":"2026-03-23T05:24:59.554194Z","end":"2026-03-23T05:24:59.953828Z","steps":["trace[1993860217] 'process raft request' (duration: 399.50058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:59.953992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.554166Z","time spent":"399.761337ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13708,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:59.997837Z","caller":"traceutil/trace.go:171","msg":"trace[1919170972] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"365.952775ms","start":"2026-03-23T05:24:59.631843Z","end":"2026-03-23T05:24:59.997796Z","steps":["trace[1919170972] 'process raft request' (duration: 364.876271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:59.998066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.631824Z","time spent":"366.10604ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:00.242179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.522098ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:25:00.242292Z","caller":"traceutil/trace.go:171","msg":"trace[1220661062] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1207; }","duration":"455.51758ms","start":"2026-03-23T05:24:59.786754Z","end":"2026-03-23T05:25:00.242271Z","steps":["trace[1220661062] 'read index received' (duration: 166.925663ms)","trace[1220661062] 'applied index is now lower than readState.Index' (duration: 288.590247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:00.242527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.771235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T05:25:00.242557Z","caller":"traceutil/trace.go:171","msg":"trace[1430881002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1152; }","duration":"455.865417ms","start":"2026-03-23T05:24:59.786681Z","end":"2026-03-23T05:25:00.242546Z","steps":["trace[1430881002] 'agreement among raft nodes before linearized reading' (duration: 455.694984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:00.242592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.786651Z","time spent":"455.932979ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:25:00.242654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.250131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:00.242732Z","caller":"traceutil/trace.go:171","msg":"trace[617298566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1152; }","duration":"357.381534ms","start":"2026-03-23T05:24:59.885329Z","end":"2026-03-23T05:25:00.24271Z","steps":["trace[617298566] 'agreement among raft nodes before linearized reading' (duration: 357.251501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:00.242768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:59.885311Z","time spent":"357.450645ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:25:00.243027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.535118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T05:25:00.243052Z","caller":"traceutil/trace.go:171","msg":"trace[1040637355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1152; }","duration":"160.60854ms","start":"2026-03-23T05:25:00.082437Z","end":"2026-03-23T05:25:00.243045Z","steps":["trace[1040637355] 'agreement among raft nodes before linearized reading' (duration: 160.501878ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:00.504108Z","caller":"traceutil/trace.go:171","msg":"trace[1030995113] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"169.290035ms","start":"2026-03-23T05:25:00.334786Z","end":"2026-03-23T05:25:00.504076Z","steps":["trace[1030995113] 'process raft request' (duration: 149.591633ms)","trace[1030995113] 'compare' (duration: 19.558989ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:00.824924Z","caller":"traceutil/trace.go:171","msg":"trace[526038946] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"153.182514ms","start":"2026-03-23T05:25:00.671514Z","end":"2026-03-23T05:25:00.824696Z","steps":["trace[526038946] 'process raft request' (duration: 152.843886ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:01.017177Z","caller":"traceutil/trace.go:171","msg":"trace[1316461676] linearizableReadLoop","detail":"{readStateIndex:1214; appliedIndex:1213; }","duration":"131.447895ms","start":"2026-03-23T05:25:00.885691Z","end":"2026-03-23T05:25:01.017139Z","steps":["trace[1316461676] 'read index received' (duration: 128.392866ms)","trace[1316461676] 'applied index is now lower than readState.Index' (duration: 3.053759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:01.01756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.67737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:01.01761Z","caller":"traceutil/trace.go:171","msg":"trace[58465356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1156; }","duration":"131.983767ms","start":"2026-03-23T05:25:00.885613Z","end":"2026-03-23T05:25:01.017597Z","steps":["trace[58465356] 'agreement among raft nodes before linearized reading' (duration: 131.655569ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:01.017843Z","caller":"traceutil/trace.go:171","msg":"trace[689887648] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"187.057825ms","start":"2026-03-23T05:25:00.830551Z","end":"2026-03-23T05:25:01.017609Z","steps":["trace[689887648] 'process raft request' (duration: 183.629727ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:16.944267Z","caller":"traceutil/trace.go:171","msg":"trace[333310850] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"221.249793ms","start":"2026-03-23T05:25:16.722995Z","end":"2026-03-23T05:25:16.944245Z","steps":["trace[333310850] 'process raft request' (duration: 142.387451ms)","trace[333310850] 'compare' (duration: 78.76277ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:16.972462Z","caller":"traceutil/trace.go:171","msg":"trace[2121202408] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"167.439954ms","start":"2026-03-23T05:25:16.804933Z","end":"2026-03-23T05:25:16.972373Z","steps":["trace[2121202408] 'process raft request' (duration: 167.103196ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:24.707984Z","caller":"traceutil/trace.go:171","msg":"trace[1943188205] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"128.988939ms","start":"2026-03-23T05:25:24.578966Z","end":"2026-03-23T05:25:24.707955Z","steps":["trace[1943188205] 'process raft request' (duration: 128.779785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:35.299202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.726411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:25:35.299327Z","caller":"traceutil/trace.go:171","msg":"trace[1883624814] linearizableReadLoop","detail":"{readStateIndex:1361; appliedIndex:1360; }","duration":"410.049087ms","start":"2026-03-23T05:25:34.889263Z","end":"2026-03-23T05:25:35.299312Z","steps":["trace[1883624814] 'read index received' (duration: 250.142393ms)","trace[1883624814] 'applied index is now lower than readState.Index' (duration: 159.905664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:35.299641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.385035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:25:35.299802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.887337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:25:35.299941Z","caller":"traceutil/trace.go:171","msg":"trace[182753145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1296; }","duration":"363.05634ms","start":"2026-03-23T05:25:34.936862Z","end":"2026-03-23T05:25:35.299918Z","steps":["trace[182753145] 'agreement among raft nodes before linearized reading' (duration: 362.666372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:35.300042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.463981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-23T05:25:35.300086Z","caller":"traceutil/trace.go:171","msg":"trace[1893303526] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1296; }","duration":"210.532133ms","start":"2026-03-23T05:25:35.089544Z","end":"2026-03-23T05:25:35.300076Z","steps":["trace[1893303526] 'agreement among raft nodes before linearized reading' (duration: 210.39531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:35.300065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:34.936844Z","time spent":"363.206064ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:25:35.299856Z","caller":"traceutil/trace.go:171","msg":"trace[1832732029] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"480.858199ms","start":"2026-03-23T05:25:34.818981Z","end":"2026-03-23T05:25:35.299839Z","steps":["trace[1832732029] 'process raft request' (duration: 320.407172ms)","trace[1832732029] 'compare' (duration: 159.604998ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:35.299691Z","caller":"traceutil/trace.go:171","msg":"trace[7413531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1296; }","duration":"410.461856ms","start":"2026-03-23T05:25:34.889217Z","end":"2026-03-23T05:25:35.299679Z","steps":["trace[7413531] 'agreement among raft nodes before linearized reading' (duration: 410.385954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:35.300451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:34.889202Z","time spent":"411.238244ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:25:35.300507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:34.818955Z","time spent":"481.467942ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:35.538806Z","caller":"traceutil/trace.go:171","msg":"trace[1470315342] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"234.104382ms","start":"2026-03-23T05:25:35.304674Z","end":"2026-03-23T05:25:35.538778Z","steps":["trace[1470315342] 'process raft request' (duration: 141.950732ms)","trace[1470315342] 'compare' (duration: 92.047388ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:36.762323Z","caller":"traceutil/trace.go:171","msg":"trace[908809831] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"245.064058ms","start":"2026-03-23T05:25:36.517229Z","end":"2026-03-23T05:25:36.762293Z","steps":["trace[908809831] 'process raft request' (duration: 244.677769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:37.055757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.068865ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-23T05:25:37.055825Z","caller":"traceutil/trace.go:171","msg":"trace[1865771505] linearizableReadLoop","detail":"{readStateIndex:1368; appliedIndex:1367; }","duration":"234.474681ms","start":"2026-03-23T05:25:36.82134Z","end":"2026-03-23T05:25:37.055815Z","steps":["trace[1865771505] 'read index received' (duration: 47.258232ms)","trace[1865771505] 'applied index is now lower than readState.Index' (duration: 187.215359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:37.055894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.633125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:37.055911Z","caller":"traceutil/trace.go:171","msg":"trace[1027309950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1302; }","duration":"170.678747ms","start":"2026-03-23T05:25:36.885227Z","end":"2026-03-23T05:25:37.055906Z","steps":["trace[1027309950] 'agreement among raft nodes before linearized reading' (duration: 170.642036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:37.056017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.655975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:25:37.056095Z","caller":"traceutil/trace.go:171","msg":"trace[2135743440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1302; }","duration":"234.765248ms","start":"2026-03-23T05:25:36.821312Z","end":"2026-03-23T05:25:37.056077Z","steps":["trace[2135743440] 'agreement among raft nodes before linearized reading' (duration: 234.553363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:37.340647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.58589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:25:37.340791Z","caller":"traceutil/trace.go:171","msg":"trace[1508564391] linearizableReadLoop","detail":"{readStateIndex:1370; appliedIndex:1369; }","duration":"251.874862ms","start":"2026-03-23T05:25:37.088899Z","end":"2026-03-23T05:25:37.340774Z","steps":["trace[1508564391] 'read index received' (duration: 79.018696ms)","trace[1508564391] 'applied index is now lower than readState.Index' (duration: 172.855016ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:37.340808Z","caller":"traceutil/trace.go:171","msg":"trace[1085658612] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"280.656489ms","start":"2026-03-23T05:25:37.060124Z","end":"2026-03-23T05:25:37.34078Z","steps":["trace[1085658612] 'process raft request' (duration: 107.858954ms)","trace[1085658612] 'compare' (duration: 172.453937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:37.340904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.002174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-23T05:25:37.340938Z","caller":"traceutil/trace.go:171","msg":"trace[75099005] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1304; }","duration":"252.070736ms","start":"2026-03-23T05:25:37.088858Z","end":"2026-03-23T05:25:37.340929Z","steps":["trace[75099005] 'agreement among raft nodes before linearized reading' (duration: 252.002195ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:37.53902Z","caller":"traceutil/trace.go:171","msg":"trace[1229608397] linearizableReadLoop","detail":"{readStateIndex:1371; appliedIndex:1370; }","duration":"193.082019ms","start":"2026-03-23T05:25:37.345887Z","end":"2026-03-23T05:25:37.538969Z","steps":["trace[1229608397] 'read index received' (duration: 160.549589ms)","trace[1229608397] 'applied index is now lower than readState.Index' (duration: 32.53053ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:37.539116Z","caller":"traceutil/trace.go:171","msg":"trace[1853515961] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"193.822968ms","start":"2026-03-23T05:25:37.345263Z","end":"2026-03-23T05:25:37.539085Z","steps":["trace[1853515961] 'process raft request' (duration: 161.143883ms)","trace[1853515961] 'compare' (duration: 32.358307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:37.539431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.51517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-23T05:25:37.539544Z","caller":"traceutil/trace.go:171","msg":"trace[1311988279] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1305; }","duration":"193.659793ms","start":"2026-03-23T05:25:37.345856Z","end":"2026-03-23T05:25:37.539515Z","steps":["trace[1311988279] 'agreement among raft nodes before linearized reading' (duration: 193.288805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:37.539673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.431489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:25:37.539795Z","caller":"traceutil/trace.go:171","msg":"trace[1131797756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1305; }","duration":"137.595943ms","start":"2026-03-23T05:25:37.402176Z","end":"2026-03-23T05:25:37.539772Z","steps":["trace[1131797756] 'agreement among raft nodes before linearized reading' (duration: 136.99521ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:37.946444Z","caller":"traceutil/trace.go:171","msg":"trace[1301312617] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"239.921064ms","start":"2026-03-23T05:25:37.706501Z","end":"2026-03-23T05:25:37.946422Z","steps":["trace[1301312617] 'process raft request' (duration: 239.653018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:38.277421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.784296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:25:38.277541Z","caller":"traceutil/trace.go:171","msg":"trace[213695721] linearizableReadLoop","detail":"{readStateIndex:1376; appliedIndex:1375; }","duration":"100.713914ms","start":"2026-03-23T05:25:38.176803Z","end":"2026-03-23T05:25:38.277517Z","steps":["trace[213695721] 'read index received' (duration: 34.481µs)","trace[213695721] 'applied index is now lower than readState.Index' (duration: 100.677023ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:38.277934Z","caller":"traceutil/trace.go:171","msg":"trace[1089221576] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"152.560609ms","start":"2026-03-23T05:25:38.125344Z","end":"2026-03-23T05:25:38.277905Z","steps":["trace[1089221576] 'process raft request' (duration: 43.19351ms)","trace[1089221576] 'compare' (duration: 108.534101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:38.27811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.308337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-23T05:25:38.278174Z","caller":"traceutil/trace.go:171","msg":"trace[1443725596] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1310; }","duration":"101.44288ms","start":"2026-03-23T05:25:38.176715Z","end":"2026-03-23T05:25:38.278158Z","steps":["trace[1443725596] 'agreement among raft nodes before linearized reading' (duration: 100.873668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:39.854058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.988482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-23T05:25:39.854132Z","caller":"traceutil/trace.go:171","msg":"trace[118405075] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1312; }","duration":"243.207017ms","start":"2026-03-23T05:25:39.610909Z","end":"2026-03-23T05:25:39.854116Z","steps":["trace[118405075] 'range keys from in-memory index tree' (duration: 242.816398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:39.854229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.504902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T05:25:39.854195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.574604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:25:39.854243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.693385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:25:39.854256Z","caller":"traceutil/trace.go:171","msg":"trace[1426495442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1312; }","duration":"311.536183ms","start":"2026-03-23T05:25:39.542713Z","end":"2026-03-23T05:25:39.854249Z","steps":["trace[1426495442] 'range keys from in-memory index tree' (duration: 311.350459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:39.854278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:39.542636Z","time spent":"311.634665ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T05:25:39.854279Z","caller":"traceutil/trace.go:171","msg":"trace[245416303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1312; }","duration":"969.721227ms","start":"2026-03-23T05:25:38.884542Z","end":"2026-03-23T05:25:39.854263Z","steps":["trace[245416303] 'range keys from in-memory index tree' (duration: 969.39767ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:39.854279Z","caller":"traceutil/trace.go:171","msg":"trace[927668749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1312; }","duration":"508.757477ms","start":"2026-03-23T05:25:39.34551Z","end":"2026-03-23T05:25:39.854268Z","steps":["trace[927668749] 'range keys from in-memory index tree' (duration: 508.586933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:39.854308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:38.884519Z","time spent":"969.783579ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:25:39.854316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:39.345494Z","time spent":"508.815497ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:39.854398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.569677ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:39.854454Z","caller":"traceutil/trace.go:171","msg":"trace[1371922685] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1312; }","duration":"954.627198ms","start":"2026-03-23T05:25:38.899818Z","end":"2026-03-23T05:25:39.854445Z","steps":["trace[1371922685] 'range keys from in-memory index tree' (duration: 954.562387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:39.854321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.469981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-23T05:25:39.85454Z","caller":"traceutil/trace.go:171","msg":"trace[1775172615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1312; }","duration":"246.688795ms","start":"2026-03-23T05:25:39.607843Z","end":"2026-03-23T05:25:39.854532Z","steps":["trace[1775172615] 'range keys from in-memory index tree' (duration: 246.332288ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:40.32138Z","caller":"traceutil/trace.go:171","msg":"trace[1149488881] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"462.65127ms","start":"2026-03-23T05:25:39.858693Z","end":"2026-03-23T05:25:40.321345Z","steps":["trace[1149488881] 'process raft request' (duration: 462.421125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:40.321612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:39.858678Z","time spent":"462.808753ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:40.453775Z","caller":"traceutil/trace.go:171","msg":"trace[223005005] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"594.939933ms","start":"2026-03-23T05:25:39.858811Z","end":"2026-03-23T05:25:40.453751Z","steps":["trace[223005005] 'process raft request' (duration: 594.864021ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:40.453847Z","caller":"traceutil/trace.go:171","msg":"trace[1127941308] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"595.100676ms","start":"2026-03-23T05:25:39.858707Z","end":"2026-03-23T05:25:40.453808Z","steps":["trace[1127941308] 'process raft request' (duration: 498.019844ms)","trace[1127941308] 'compare' (duration: 96.805926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:40.453999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:39.858805Z","time spent":"595.057045ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:25:40.454116Z","caller":"traceutil/trace.go:171","msg":"trace[2059236469] linearizableReadLoop","detail":"{readStateIndex:1382; appliedIndex:1378; }","duration":"411.199354ms","start":"2026-03-23T05:25:40.042892Z","end":"2026-03-23T05:25:40.454091Z","steps":["trace[2059236469] 'read index received' (duration: 278.158893ms)","trace[2059236469] 'applied index is now lower than readState.Index' (duration: 133.038981ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:40.454154Z","caller":"traceutil/trace.go:171","msg":"trace[697032824] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"593.149274ms","start":"2026-03-23T05:25:39.860992Z","end":"2026-03-23T05:25:40.454141Z","steps":["trace[697032824] 'process raft request' (duration: 592.723424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:40.454241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:39.860981Z","time spent":"593.201975ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:40.454292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.402478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:25:40.454314Z","caller":"traceutil/trace.go:171","msg":"trace[114048728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1316; }","duration":"411.460879ms","start":"2026-03-23T05:25:40.042846Z","end":"2026-03-23T05:25:40.454306Z","steps":["trace[114048728] 'agreement among raft nodes before linearized reading' (duration: 411.364867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:40.454333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:40.042827Z","time spent":"411.50128ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:40.454314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:39.858701Z","time spent":"595.25391ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:40.455217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.557006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T05:25:40.455257Z","caller":"traceutil/trace.go:171","msg":"trace[983552999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1316; }","duration":"171.633618ms","start":"2026-03-23T05:25:40.283613Z","end":"2026-03-23T05:25:40.455247Z","steps":["trace[983552999] 'agreement among raft nodes before linearized reading' (duration: 170.955833ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:56.916807Z","caller":"traceutil/trace.go:171","msg":"trace[1408302849] linearizableReadLoop","detail":"{readStateIndex:1454; appliedIndex:1453; }","duration":"100.525331ms","start":"2026-03-23T05:25:56.816255Z","end":"2026-03-23T05:25:56.91678Z","steps":["trace[1408302849] 'read index received' (duration: 34.318255ms)","trace[1408302849] 'applied index is now lower than readState.Index' (duration: 66.206206ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:56.916937Z","caller":"traceutil/trace.go:171","msg":"trace[1774346600] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"104.349507ms","start":"2026-03-23T05:25:56.812544Z","end":"2026-03-23T05:25:56.916893Z","steps":["trace[1774346600] 'process raft request' (duration: 38.10409ms)","trace[1774346600] 'compare' (duration: 65.981922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:56.917385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.119734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-23T05:25:56.917422Z","caller":"traceutil/trace.go:171","msg":"trace[1793809036] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1384; }","duration":"101.196906ms","start":"2026-03-23T05:25:56.816215Z","end":"2026-03-23T05:25:56.917412Z","steps":["trace[1793809036] 'agreement among raft nodes before linearized reading' (duration: 100.705105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:09.60253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031995429,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:26:09.648684Z","caller":"traceutil/trace.go:171","msg":"trace[617395941] linearizableReadLoop","detail":"{readStateIndex:1506; appliedIndex:1505; }","duration":"547.205372ms","start":"2026-03-23T05:26:09.101456Z","end":"2026-03-23T05:26:09.648661Z","steps":["trace[617395941] 'read index received' (duration: 547.09246ms)","trace[617395941] 'applied index is now lower than readState.Index' (duration: 111.972µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:09.648827Z","caller":"traceutil/trace.go:171","msg":"trace[95215562] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"616.402035ms","start":"2026-03-23T05:26:09.032376Z","end":"2026-03-23T05:26:09.648778Z","steps":["trace[95215562] 'process raft request' (duration: 616.117069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:09.648952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.469218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-23T05:26:09.648981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:09.032358Z","time spent":"616.543879ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:26:09.648999Z","caller":"traceutil/trace.go:171","msg":"trace[1902389438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1434; }","duration":"547.560941ms","start":"2026-03-23T05:26:09.101426Z","end":"2026-03-23T05:26:09.648987Z","steps":["trace[1902389438] 'agreement among raft nodes before linearized reading' (duration: 547.359396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:09.649057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:09.101412Z","time spent":"547.636282ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T05:26:09.79043Z","caller":"traceutil/trace.go:171","msg":"trace[1991219132] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"137.20165ms","start":"2026-03-23T05:26:09.653188Z","end":"2026-03-23T05:26:09.790389Z","steps":["trace[1991219132] 'process raft request' (duration: 124.653906ms)","trace[1991219132] 'compare' (duration: 12.414361ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:11.764051Z","caller":"traceutil/trace.go:171","msg":"trace[887427655] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"105.462923ms","start":"2026-03-23T05:26:11.658562Z","end":"2026-03-23T05:26:11.764025Z","steps":["trace[887427655] 'process raft request' (duration: 42.087251ms)","trace[887427655] 'compare' (duration: 63.062625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:12.04463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.230865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:26:12.045139Z","caller":"traceutil/trace.go:171","msg":"trace[160497204] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"246.907148ms","start":"2026-03-23T05:26:11.798186Z","end":"2026-03-23T05:26:12.045093Z","steps":["trace[160497204] 'process raft request' (duration: 84.11017ms)","trace[160497204] 'compare' (duration: 162.068541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:12.181798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.027216ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:26:12.181924Z","caller":"traceutil/trace.go:171","msg":"trace[337574005] linearizableReadLoop","detail":"{readStateIndex:1516; appliedIndex:1515; }","duration":"117.191088ms","start":"2026-03-23T05:26:12.064711Z","end":"2026-03-23T05:26:12.181902Z","steps":["trace[337574005] 'read index received' (duration: 75.622µs)","trace[337574005] 'applied index is now lower than readState.Index' (duration: 117.113386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:12.182229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.507524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-23T05:26:12.182291Z","caller":"traceutil/trace.go:171","msg":"trace[1449881727] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1443; }","duration":"117.614597ms","start":"2026-03-23T05:26:12.06466Z","end":"2026-03-23T05:26:12.182275Z","steps":["trace[1449881727] 'agreement among raft nodes before linearized reading' (duration: 117.369902ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:14.157642Z","caller":"traceutil/trace.go:171","msg":"trace[1974333193] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"104.076352ms","start":"2026-03-23T05:26:14.053543Z","end":"2026-03-23T05:26:14.15762Z","steps":["trace[1974333193] 'process raft request' (duration: 80.021699ms)","trace[1974333193] 'compare' (duration: 23.9607ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:17.327058Z","caller":"traceutil/trace.go:171","msg":"trace[1200319668] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"115.880029ms","start":"2026-03-23T05:26:17.211152Z","end":"2026-03-23T05:26:17.327032Z","steps":["trace[1200319668] 'process raft request' (duration: 115.721134ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:18.622165Z","caller":"traceutil/trace.go:171","msg":"trace[199874732] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"149.920707ms","start":"2026-03-23T05:26:18.472223Z","end":"2026-03-23T05:26:18.622143Z","steps":["trace[199874732] 'process raft request' (duration: 149.799964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:19.686012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.28374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:26:19.686117Z","caller":"traceutil/trace.go:171","msg":"trace[1580044432] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1472; }","duration":"329.470474ms","start":"2026-03-23T05:26:19.356622Z","end":"2026-03-23T05:26:19.686093Z","steps":["trace[1580044432] 'count revisions from in-memory index tree' (duration: 329.135496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:19.686095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.171986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-23T05:26:19.686188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:19.356603Z","time spent":"329.560946ms","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-23T05:26:19.686213Z","caller":"traceutil/trace.go:171","msg":"trace[1182029446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1472; }","duration":"317.335059ms","start":"2026-03-23T05:26:19.368852Z","end":"2026-03-23T05:26:19.686187Z","steps":["trace[1182029446] 'range keys from in-memory index tree' (duration: 316.978162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:19.686298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:19.36883Z","time spent":"317.453552ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:26:19.686926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.963772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:26:19.686995Z","caller":"traceutil/trace.go:171","msg":"trace[399225806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1472; }","duration":"352.067994ms","start":"2026-03-23T05:26:19.334911Z","end":"2026-03-23T05:26:19.686979Z","steps":["trace[399225806] 'range keys from in-memory index tree' (duration: 351.584413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:19.687043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:19.334893Z","time spent":"352.137396ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T05:26:29.171821Z","caller":"traceutil/trace.go:171","msg":"trace[660596068] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"134.403246ms","start":"2026-03-23T05:26:29.037364Z","end":"2026-03-23T05:26:29.171768Z","steps":["trace[660596068] 'process raft request' (duration: 63.919194ms)","trace[660596068] 'compare' (duration: 70.209926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:44.00419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.757821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:26:44.004279Z","caller":"traceutil/trace.go:171","msg":"trace[602352171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1570; }","duration":"117.900803ms","start":"2026-03-23T05:26:43.886359Z","end":"2026-03-23T05:26:44.00426Z","steps":["trace[602352171] 'range keys from in-memory index tree' (duration: 117.677838ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:44.277487Z","caller":"traceutil/trace.go:171","msg":"trace[1722824951] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"268.312821ms","start":"2026-03-23T05:26:44.009146Z","end":"2026-03-23T05:26:44.277459Z","steps":["trace[1722824951] 'process raft request' (duration: 268.175488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:44.469577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.760308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:26:44.469697Z","caller":"traceutil/trace.go:171","msg":"trace[1297491614] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1649; }","duration":"278.604354ms","start":"2026-03-23T05:26:44.191075Z","end":"2026-03-23T05:26:44.469679Z","steps":["trace[1297491614] 'read index received' (duration: 86.31988ms)","trace[1297491614] 'applied index is now lower than readState.Index' (duration: 192.283244ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:44.46984Z","caller":"traceutil/trace.go:171","msg":"trace[1908879155] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"459.220284ms","start":"2026-03-23T05:26:44.010589Z","end":"2026-03-23T05:26:44.46981Z","steps":["trace[1908879155] 'process raft request' (duration: 315.144629ms)","trace[1908879155] 'compare' (duration: 143.621694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:44.469923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.85322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-23T05:26:44.469959Z","caller":"traceutil/trace.go:171","msg":"trace[2083383461] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1572; }","duration":"278.923772ms","start":"2026-03-23T05:26:44.191023Z","end":"2026-03-23T05:26:44.469947Z","steps":["trace[2083383461] 'agreement among raft nodes before linearized reading' (duration: 278.794679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:44.469968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:26:44.01058Z","time spent":"459.319836ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:26:44.470718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.077271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:26:44.470829Z","caller":"traceutil/trace.go:171","msg":"trace[134430950] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1572; }","duration":"270.248265ms","start":"2026-03-23T05:26:44.200559Z","end":"2026-03-23T05:26:44.470807Z","steps":["trace[134430950] 'agreement among raft nodes before linearized reading' (duration: 270.01416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:26:44.471464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.665002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T05:26:44.471551Z","caller":"traceutil/trace.go:171","msg":"trace[1677223118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1572; }","duration":"246.824156ms","start":"2026-03-23T05:26:44.224719Z","end":"2026-03-23T05:26:44.471543Z","steps":["trace[1677223118] 'agreement among raft nodes before linearized reading' (duration: 246.602771ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:26:44.690484Z","caller":"traceutil/trace.go:171","msg":"trace[1533094277] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1651; }","duration":"205.079193ms","start":"2026-03-23T05:26:44.485373Z","end":"2026-03-23T05:26:44.690452Z","steps":["trace[1533094277] 'read index received' (duration: 54.145274ms)","trace[1533094277] 'applied index is now lower than readState.Index' (duration: 150.932229ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:26:44.690568Z","caller":"traceutil/trace.go:171","msg":"trace[885293817] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"215.815416ms","start":"2026-03-23T05:26:44.474713Z","end":"2026-03-23T05:26:44.690529Z","steps":["trace[885293817] 'process raft request' (duration: 118.185021ms)","trace[885293817] 'compare' (duration: 97.372099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:26:44.690733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.337879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:26:44.690794Z","caller":"traceutil/trace.go:171","msg":"trace[511384452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1574; }","duration":"205.430031ms","start":"2026-03-23T05:26:44.485349Z","end":"2026-03-23T05:26:44.690779Z","steps":["trace[511384452] 'agreement among raft nodes before linearized reading' (duration: 205.218425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:21.134903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.090489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:27:21.135043Z","caller":"traceutil/trace.go:171","msg":"trace[913362635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1721; }","duration":"180.414646ms","start":"2026-03-23T05:27:20.954599Z","end":"2026-03-23T05:27:21.135013Z","steps":["trace[913362635] 'range keys from in-memory index tree' (duration: 179.955295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:21.13515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.891631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-23T05:27:21.135223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.488978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6624"} {"level":"info","ts":"2026-03-23T05:27:21.135308Z","caller":"traceutil/trace.go:171","msg":"trace[568882104] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1721; }","duration":"180.59846ms","start":"2026-03-23T05:27:20.95469Z","end":"2026-03-23T05:27:21.135288Z","steps":["trace[568882104] 'range keys from in-memory index tree' (duration: 179.993936ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:21.135285Z","caller":"traceutil/trace.go:171","msg":"trace[901644845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1721; }","duration":"138.057305ms","start":"2026-03-23T05:27:20.997167Z","end":"2026-03-23T05:27:21.135224Z","steps":["trace[901644845] 'range keys from in-memory index tree' (duration: 137.554143ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:30.76617Z","caller":"traceutil/trace.go:171","msg":"trace[860406345] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"120.671699ms","start":"2026-03-23T05:27:30.645459Z","end":"2026-03-23T05:27:30.76613Z","steps":["trace[860406345] 'process raft request' (duration: 120.454575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:31.986617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.51894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:27:31.986711Z","caller":"traceutil/trace.go:171","msg":"trace[896502464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1766; }","duration":"103.631523ms","start":"2026-03-23T05:27:31.883056Z","end":"2026-03-23T05:27:31.986688Z","steps":["trace[896502464] 'range keys from in-memory index tree' (duration: 103.418718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:31.986803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.762102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363678"} {"level":"info","ts":"2026-03-23T05:27:31.986896Z","caller":"traceutil/trace.go:171","msg":"trace[525265856] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:1766; }","duration":"105.901245ms","start":"2026-03-23T05:27:31.880972Z","end":"2026-03-23T05:27:31.986874Z","steps":["trace[525265856] 'range keys from in-memory index tree' (duration: 105.221519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:32.198903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.328638ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T05:27:32.199055Z","caller":"traceutil/trace.go:171","msg":"trace[1885131035] linearizableReadLoop","detail":"{readStateIndex:1855; appliedIndex:1854; }","duration":"231.150318ms","start":"2026-03-23T05:27:31.967856Z","end":"2026-03-23T05:27:32.199007Z","steps":["trace[1885131035] 'read index received' (duration: 78.685006ms)","trace[1885131035] 'applied index is now lower than readState.Index' (duration: 152.463052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:27:32.199473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.607539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-23T05:27:32.199533Z","caller":"traceutil/trace.go:171","msg":"trace[798618811] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1766; }","duration":"231.711871ms","start":"2026-03-23T05:27:31.967806Z","end":"2026-03-23T05:27:32.199518Z","steps":["trace[798618811] 'agreement among raft nodes before linearized reading' (duration: 231.502376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:32.199583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.645046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:27:32.199649Z","caller":"traceutil/trace.go:171","msg":"trace[1044064746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1766; }","duration":"211.743398ms","start":"2026-03-23T05:27:31.987889Z","end":"2026-03-23T05:27:32.199633Z","steps":["trace[1044064746] 'agreement among raft nodes before linearized reading' (duration: 211.653706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:32.415001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.167698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:27:32.415093Z","caller":"traceutil/trace.go:171","msg":"trace[154530496] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1767; }","duration":"105.305751ms","start":"2026-03-23T05:27:32.309767Z","end":"2026-03-23T05:27:32.415072Z","steps":["trace[154530496] 'count revisions from in-memory index tree' (duration: 105.036154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:33.270464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026432888031996293,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T05:27:33.291132Z","caller":"traceutil/trace.go:171","msg":"trace[555877139] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1856; }","duration":"521.203533ms","start":"2026-03-23T05:27:32.769913Z","end":"2026-03-23T05:27:33.291117Z","steps":["trace[555877139] 'read index received' (duration: 520.988469ms)","trace[555877139] 'applied index is now lower than readState.Index' (duration: 214.364µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:27:33.291276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.350288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-23T05:27:33.291301Z","caller":"traceutil/trace.go:171","msg":"trace[1555684147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1768; }","duration":"521.420088ms","start":"2026-03-23T05:27:32.769873Z","end":"2026-03-23T05:27:33.291293Z","steps":["trace[1555684147] 'agreement among raft nodes before linearized reading' (duration: 521.325716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:33.291322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:32.769855Z","time spent":"521.46272ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-23T05:27:33.29126Z","caller":"traceutil/trace.go:171","msg":"trace[130563741] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"600.292929ms","start":"2026-03-23T05:27:32.690894Z","end":"2026-03-23T05:27:33.291186Z","steps":["trace[130563741] 'process raft request' (duration: 600.081174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:33.291498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:32.690869Z","time spent":"600.515824ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:27:33.291548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.539264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:27:33.291557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.051744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:27:33.291647Z","caller":"traceutil/trace.go:171","msg":"trace[1031289320] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1768; }","duration":"171.735859ms","start":"2026-03-23T05:27:33.119891Z","end":"2026-03-23T05:27:33.291627Z","steps":["trace[1031289320] 'agreement among raft nodes before linearized reading' (duration: 171.519924ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:33.291698Z","caller":"traceutil/trace.go:171","msg":"trace[206918895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1768; }","duration":"286.246459ms","start":"2026-03-23T05:27:33.005423Z","end":"2026-03-23T05:27:33.291669Z","steps":["trace[206918895] 'agreement among raft nodes before linearized reading' (duration: 285.873651ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:33.468624Z","caller":"traceutil/trace.go:171","msg":"trace[1158530989] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1857; }","duration":"130.474973ms","start":"2026-03-23T05:27:33.338127Z","end":"2026-03-23T05:27:33.468602Z","steps":["trace[1158530989] 'read index received' (duration: 62.738304ms)","trace[1158530989] 'applied index is now lower than readState.Index' (duration: 67.735809ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:33.46869Z","caller":"traceutil/trace.go:171","msg":"trace[686768052] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"173.569141ms","start":"2026-03-23T05:27:33.295074Z","end":"2026-03-23T05:27:33.468643Z","steps":["trace[686768052] 'process raft request' (duration: 105.782041ms)","trace[686768052] 'compare' (duration: 67.607266ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:33.46871Z","caller":"traceutil/trace.go:171","msg":"trace[819811686] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"172.571499ms","start":"2026-03-23T05:27:33.296101Z","end":"2026-03-23T05:27:33.468673Z","steps":["trace[819811686] 'process raft request' (duration: 172.468966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:33.468859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.711368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:27:33.468901Z","caller":"traceutil/trace.go:171","msg":"trace[711987626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1770; }","duration":"130.80587ms","start":"2026-03-23T05:27:33.338083Z","end":"2026-03-23T05:27:33.468889Z","steps":["trace[711987626] 'agreement among raft nodes before linearized reading' (duration: 130.626926ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:33.882885Z","caller":"traceutil/trace.go:171","msg":"trace[1910846064] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"409.195862ms","start":"2026-03-23T05:27:33.473659Z","end":"2026-03-23T05:27:33.882855Z","steps":["trace[1910846064] 'process raft request' (duration: 313.477658ms)","trace[1910846064] 'compare' (duration: 95.5807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:27:33.883012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:27:33.473635Z","time spent":"409.310545ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:27:33.883169Z","caller":"traceutil/trace.go:171","msg":"trace[360716485] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"198.841465ms","start":"2026-03-23T05:27:33.684308Z","end":"2026-03-23T05:27:33.88315Z","steps":["trace[360716485] 'process raft request' (duration: 198.500487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:27:46.241564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.936017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:27:46.241915Z","caller":"traceutil/trace.go:171","msg":"trace[1492349127] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"157.360392ms","start":"2026-03-23T05:27:46.084345Z","end":"2026-03-23T05:27:46.241705Z","steps":["trace[1492349127] 'process raft request' (duration: 28.19647ms)","trace[1492349127] 'compare' (duration: 128.808365ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:27:52.218525Z","caller":"traceutil/trace.go:171","msg":"trace[383137590] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"128.5874ms","start":"2026-03-23T05:27:52.089904Z","end":"2026-03-23T05:27:52.218491Z","steps":["trace[383137590] 'process raft request' (duration: 128.392175ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:27:52.417861Z","caller":"traceutil/trace.go:171","msg":"trace[1518420343] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"143.259803ms","start":"2026-03-23T05:27:52.274573Z","end":"2026-03-23T05:27:52.417833Z","steps":["trace[1518420343] 'process raft request' (duration: 101.822802ms)","trace[1518420343] 'compare' (duration: 41.305178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:02.828171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.259389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-23T05:28:02.828232Z","caller":"traceutil/trace.go:171","msg":"trace[648046481] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1889; }","duration":"101.372902ms","start":"2026-03-23T05:28:02.726846Z","end":"2026-03-23T05:28:02.828219Z","steps":["trace[648046481] 'range keys from in-memory index tree' (duration: 101.089505ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:07.818522Z","caller":"traceutil/trace.go:171","msg":"trace[996268182] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"103.0646ms","start":"2026-03-23T05:28:07.715417Z","end":"2026-03-23T05:28:07.818482Z","steps":["trace[996268182] 'process raft request' (duration: 65.313494ms)","trace[996268182] 'compare' (duration: 37.45594ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:18.064077Z","caller":"traceutil/trace.go:171","msg":"trace[2104094849] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2073; }","duration":"108.362656ms","start":"2026-03-23T05:28:17.95569Z","end":"2026-03-23T05:28:18.064053Z","steps":["trace[2104094849] 'read index received' (duration: 108.165501ms)","trace[2104094849] 'applied index is now lower than readState.Index' (duration: 196.155µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:18.064185Z","caller":"traceutil/trace.go:171","msg":"trace[987093542] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"137.532661ms","start":"2026-03-23T05:28:17.926611Z","end":"2026-03-23T05:28:18.064143Z","steps":["trace[987093542] 'process raft request' (duration: 137.311466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:18.064528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.726634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-23T05:28:18.064616Z","caller":"traceutil/trace.go:171","msg":"trace[1087253546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1974; }","duration":"108.96076ms","start":"2026-03-23T05:28:17.955636Z","end":"2026-03-23T05:28:18.064597Z","steps":["trace[1087253546] 'agreement among raft nodes before linearized reading' (duration: 108.54402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:24.389334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.224806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:28:24.389543Z","caller":"traceutil/trace.go:171","msg":"trace[1081497806] linearizableReadLoop","detail":"{readStateIndex:2107; appliedIndex:2105; }","duration":"172.481552ms","start":"2026-03-23T05:28:24.217045Z","end":"2026-03-23T05:28:24.389526Z","steps":["trace[1081497806] 'read index received' (duration: 25.916158ms)","trace[1081497806] 'applied index is now lower than readState.Index' (duration: 146.564654ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:24.389646Z","caller":"traceutil/trace.go:171","msg":"trace[1595765032] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"215.053252ms","start":"2026-03-23T05:28:24.174576Z","end":"2026-03-23T05:28:24.389629Z","steps":["trace[1595765032] 'process raft request' (duration: 68.374216ms)","trace[1595765032] 'compare' (duration: 146.112763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:24.389873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.801719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-23T05:28:24.38994Z","caller":"traceutil/trace.go:171","msg":"trace[942950269] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2006; }","duration":"172.905152ms","start":"2026-03-23T05:28:24.217018Z","end":"2026-03-23T05:28:24.389923Z","steps":["trace[942950269] 'agreement among raft nodes before linearized reading' (duration: 172.681967ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:24.389881Z","caller":"traceutil/trace.go:171","msg":"trace[964492736] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"214.794336ms","start":"2026-03-23T05:28:24.175034Z","end":"2026-03-23T05:28:24.389828Z","steps":["trace[964492736] 'process raft request' (duration: 214.422227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:24.389962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.983365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:28:24.39059Z","caller":"traceutil/trace.go:171","msg":"trace[1469698464] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:2006; }","duration":"139.222141ms","start":"2026-03-23T05:28:24.250879Z","end":"2026-03-23T05:28:24.390101Z","steps":["trace[1469698464] 'agreement among raft nodes before linearized reading' (duration: 138.901854ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:24.537018Z","caller":"traceutil/trace.go:171","msg":"trace[1901634712] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"142.711323ms","start":"2026-03-23T05:28:24.394281Z","end":"2026-03-23T05:28:24.536992Z","steps":["trace[1901634712] 'process raft request' (duration: 107.847914ms)","trace[1901634712] 'compare' (duration: 34.595953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:24.537189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.760254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:28:24.537259Z","caller":"traceutil/trace.go:171","msg":"trace[1385319627] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:2007; }","duration":"142.873447ms","start":"2026-03-23T05:28:24.394369Z","end":"2026-03-23T05:28:24.537242Z","steps":["trace[1385319627] 'agreement among raft nodes before linearized reading' (duration: 142.736963ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:24.53726Z","caller":"traceutil/trace.go:171","msg":"trace[416635638] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2107; }","duration":"142.514748ms","start":"2026-03-23T05:28:24.394407Z","end":"2026-03-23T05:28:24.536922Z","steps":["trace[416635638] 'read index received' (duration: 107.643959ms)","trace[416635638] 'applied index is now lower than readState.Index' (duration: 34.869549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:24.830697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.179296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:28:24.83106Z","caller":"traceutil/trace.go:171","msg":"trace[403596335] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"289.091582ms","start":"2026-03-23T05:28:24.541734Z","end":"2026-03-23T05:28:24.830826Z","steps":["trace[403596335] 'process raft request' (duration: 110.699251ms)","trace[403596335] 'compare' (duration: 177.817788ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:25.222317Z","caller":"traceutil/trace.go:171","msg":"trace[1355372041] linearizableReadLoop","detail":"{readStateIndex:2111; appliedIndex:2110; }","duration":"336.178398ms","start":"2026-03-23T05:28:24.886111Z","end":"2026-03-23T05:28:25.222289Z","steps":["trace[1355372041] 'read index received' (duration: 318.230096ms)","trace[1355372041] 'applied index is now lower than readState.Index' (duration: 17.947272ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:28:25.22239Z","caller":"traceutil/trace.go:171","msg":"trace[1266434724] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"386.653533ms","start":"2026-03-23T05:28:24.835716Z","end":"2026-03-23T05:28:25.22237Z","steps":["trace[1266434724] 'process raft request' (duration: 368.512267ms)","trace[1266434724] 'compare' (duration: 17.795668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:28:25.222508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:24.835688Z","time spent":"386.742766ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:28:25.222646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.354512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:28:25.222722Z","caller":"traceutil/trace.go:171","msg":"trace[1040162443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2010; }","duration":"336.612678ms","start":"2026-03-23T05:28:24.886087Z","end":"2026-03-23T05:28:25.2227Z","steps":["trace[1040162443] 'agreement among raft nodes before linearized reading' (duration: 336.334482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:25.222763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:28:24.886067Z","time spent":"336.685739ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:28:25.249937Z","caller":"traceutil/trace.go:171","msg":"trace[2045094473] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"251.431157ms","start":"2026-03-23T05:28:24.998481Z","end":"2026-03-23T05:28:25.249912Z","steps":["trace[2045094473] 'process raft request' (duration: 251.291334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:28:25.250015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.429503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-23T05:28:25.250074Z","caller":"traceutil/trace.go:171","msg":"trace[1118001418] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2011; }","duration":"187.536846ms","start":"2026-03-23T05:28:25.062524Z","end":"2026-03-23T05:28:25.250061Z","steps":["trace[1118001418] 'agreement among raft nodes before linearized reading' (duration: 187.370212ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:28:25.38174Z","caller":"traceutil/trace.go:171","msg":"trace[1908768691] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"127.158127ms","start":"2026-03-23T05:28:25.254547Z","end":"2026-03-23T05:28:25.381705Z","steps":["trace[1908768691] 'process raft request' (duration: 126.804308ms)"],"step_count":1}