{"level":"warn","ts":"2026-03-03T18:53:05.559646Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T18:53:05.559728Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.57:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.57:2380","--initial-cluster=instance=https://199.204.45.57:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.57:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.57:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T18:53:05.559796Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T18:53:05.559813Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-03-03T18:53:05.559836Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T18:53:05.560448Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"]} {"level":"info","ts":"2026-03-03T18:53:05.560558Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.57:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T18:53:05.593874Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"32.992926ms"} {"level":"info","ts":"2026-03-03T18:53:05.650372Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b6478f0ac5aeb8e1","cluster-id":"6c58cff80d4a5b62"} {"level":"info","ts":"2026-03-03T18:53:05.650482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T18:53:05.650522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 0"} {"level":"info","ts":"2026-03-03T18:53:05.650543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b6478f0ac5aeb8e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T18:53:05.650567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 1"} {"level":"info","ts":"2026-03-03T18:53:05.65063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"warn","ts":"2026-03-03T18:53:05.667082Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T18:53:05.668574Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T18:53:05.669889Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T18:53:05.672068Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b6478f0ac5aeb8e1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T18:53:05.672193Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T18:53:05.672302Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T18:53:05.672312Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T18:53:05.672598Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b6478f0ac5aeb8e1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T18:53:05.673875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"info","ts":"2026-03-03T18:53:05.674385Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","added-peer-id":"b6478f0ac5aeb8e1","added-peer-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-03-03T18:53:05.676587Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T18:53:05.676708Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-03-03T18:53:05.676816Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-03-03T18:53:05.676902Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b6478f0ac5aeb8e1","initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T18:53:05.676949Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T18:53:06.55171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T18:53:06.551787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T18:53:06.55181Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgPreVoteResp from b6478f0ac5aeb8e1 at term 1"} {"level":"info","ts":"2026-03-03T18:53:06.551829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became candidate at term 2"} {"level":"info","ts":"2026-03-03T18:53:06.551842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgVoteResp from b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-03-03T18:53:06.551862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became leader at term 2"} {"level":"info","ts":"2026-03-03T18:53:06.551885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b6478f0ac5aeb8e1 elected leader b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-03-03T18:53:06.557248Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:53:06.558613Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b6478f0ac5aeb8e1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.57:2379]}","request-path":"/0/members/b6478f0ac5aeb8e1/attributes","cluster-id":"6c58cff80d4a5b62","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T18:53:06.558624Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T18:53:06.558733Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T18:53:06.558943Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T18:53:06.558974Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T18:53:06.559269Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:53:06.559383Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:53:06.559439Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:53:06.56197Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T18:53:06.562612Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.57:2379"} {"level":"info","ts":"2026-03-03T18:53:13.554828Z","caller":"traceutil/trace.go:171","msg":"trace[1449329528] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"109.401951ms","start":"2026-03-03T18:53:13.445398Z","end":"2026-03-03T18:53:13.5548Z","steps":["trace[1449329528] 'process raft request' (duration: 109.258538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:25.418787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20505162s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:53:25.418993Z","caller":"traceutil/trace.go:171","msg":"trace[494910455] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:435; }","duration":"1.035705492s","start":"2026-03-03T18:53:24.383259Z","end":"2026-03-03T18:53:25.418964Z","steps":["trace[494910455] 'read index received' (duration: 35.31µs)","trace[494910455] 'applied index is now lower than readState.Index' (duration: 1.035667452s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:53:25.418986Z","caller":"traceutil/trace.go:171","msg":"trace[1195485873] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"1.304564642s","start":"2026-03-03T18:53:24.114384Z","end":"2026-03-03T18:53:25.418949Z","steps":["trace[1195485873] 'process raft request' (duration: 98.768645ms)","trace[1195485873] 'compare' (duration: 1.204915827s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:53:25.419157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:53:24.114369Z","time spent":"1.304742926s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:53:25.867493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484208609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:53:25.867567Z","caller":"traceutil/trace.go:171","msg":"trace[960612740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"1.484349123s","start":"2026-03-03T18:53:24.383201Z","end":"2026-03-03T18:53:25.86755Z","steps":["trace[960612740] 'agreement among raft nodes before linearized reading' (duration: 1.035889137s)","trace[960612740] 'range keys from in-memory index tree' (duration: 448.327663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:53:25.867621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:53:24.383171Z","time spent":"1.484442954s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:53:25.867529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.60936ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T18:53:25.867705Z","caller":"traceutil/trace.go:171","msg":"trace[857492660] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:436; }","duration":"448.60937ms","start":"2026-03-03T18:53:25.419073Z","end":"2026-03-03T18:53:25.867682Z","steps":["trace[857492660] 'read index received' (duration: 91.832µs)","trace[857492660] 'applied index is now lower than readState.Index' (duration: 448.515468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:53:25.867846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172916127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:53:25.867895Z","caller":"traceutil/trace.go:171","msg":"trace[1062210716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:421; }","duration":"1.173010959s","start":"2026-03-03T18:53:24.69487Z","end":"2026-03-03T18:53:25.867881Z","steps":["trace[1062210716] 'agreement among raft nodes before linearized reading' (duration: 1.172897257s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:25.867943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:53:24.694849Z","time spent":"1.173083181s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:53:26.549652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101474142254503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:53:27.050095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101474142254503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:53:27.250314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.327784369s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:53:27.250738Z","caller":"traceutil/trace.go:171","msg":"trace[1958872497] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:438; }","duration":"1.201948758s","start":"2026-03-03T18:53:26.048768Z","end":"2026-03-03T18:53:27.250716Z","steps":["trace[1958872497] 'read index received' (duration: 1.201712743s)","trace[1958872497] 'applied index is now lower than readState.Index' (duration: 235.085µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:53:27.251001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202203134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T18:53:27.251672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113035381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:53:27.251754Z","caller":"traceutil/trace.go:171","msg":"trace[945598390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"1.113122033s","start":"2026-03-03T18:53:26.138598Z","end":"2026-03-03T18:53:27.25172Z","steps":["trace[945598390] 'agreement among raft nodes before linearized reading' (duration: 1.112463978s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:27.251807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:53:26.138586Z","time spent":"1.113210845s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:53:27.252238Z","caller":"traceutil/trace.go:171","msg":"trace[53868732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:423; }","duration":"1.202341458s","start":"2026-03-03T18:53:26.048732Z","end":"2026-03-03T18:53:27.251073Z","steps":["trace[53868732] 'agreement among raft nodes before linearized reading' (duration: 1.202127843s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:27.252298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:53:26.048716Z","time spent":"1.203570656s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:53:27.252739Z","caller":"traceutil/trace.go:171","msg":"trace[2090289201] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"1.330257305s","start":"2026-03-03T18:53:25.922451Z","end":"2026-03-03T18:53:27.252708Z","steps":["trace[2090289201] 'process raft request' (duration: 1.328130596s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:27.252902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:53:25.922437Z","time spent":"1.330392139s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:53:27.251024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145008411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:53:27.253345Z","caller":"traceutil/trace.go:171","msg":"trace[1504827671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:423; }","duration":"1.147367305s","start":"2026-03-03T18:53:26.10596Z","end":"2026-03-03T18:53:27.253327Z","steps":["trace[1504827671] 'agreement among raft nodes before linearized reading' (duration: 1.144964199s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:27.253405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:53:26.10595Z","time spent":"1.147443257s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:53:31.39735Z","caller":"traceutil/trace.go:171","msg":"trace[1294892670] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"116.329561ms","start":"2026-03-03T18:53:31.281003Z","end":"2026-03-03T18:53:31.397333Z","steps":["trace[1294892670] 'process raft request' (duration: 91.61106ms)","trace[1294892670] 'compare' (duration: 24.618299ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:53:31.678884Z","caller":"traceutil/trace.go:171","msg":"trace[1315281686] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"239.231815ms","start":"2026-03-03T18:53:31.439628Z","end":"2026-03-03T18:53:31.67886Z","steps":["trace[1315281686] 'process raft request' (duration: 239.092682ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:53:42.123765Z","caller":"traceutil/trace.go:171","msg":"trace[1591833251] linearizableReadLoop","detail":"{readStateIndex:515; appliedIndex:514; }","duration":"133.501579ms","start":"2026-03-03T18:53:41.99024Z","end":"2026-03-03T18:53:42.123741Z","steps":["trace[1591833251] 'read index received' (duration: 133.310585ms)","trace[1591833251] 'applied index is now lower than readState.Index' (duration: 190.294µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:53:42.123906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.689863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:53:42.123939Z","caller":"traceutil/trace.go:171","msg":"trace[1475259945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:496; }","duration":"133.734574ms","start":"2026-03-03T18:53:41.990194Z","end":"2026-03-03T18:53:42.123928Z","steps":["trace[1475259945] 'agreement among raft nodes before linearized reading' (duration: 133.642962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:53:42.124188Z","caller":"traceutil/trace.go:171","msg":"trace[1029312094] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"403.989287ms","start":"2026-03-03T18:53:41.720189Z","end":"2026-03-03T18:53:42.124178Z","steps":["trace[1029312094] 'process raft request' (duration: 403.447825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:42.124285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:53:41.720169Z","time spent":"404.064259ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:53:44.264888Z","caller":"traceutil/trace.go:171","msg":"trace[1185207503] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:522; }","duration":"136.476698ms","start":"2026-03-03T18:53:44.12839Z","end":"2026-03-03T18:53:44.264867Z","steps":["trace[1185207503] 'read index received' (duration: 136.277743ms)","trace[1185207503] 'applied index is now lower than readState.Index' (duration: 195.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:53:44.265054Z","caller":"traceutil/trace.go:171","msg":"trace[1262476512] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"537.360592ms","start":"2026-03-03T18:53:43.727661Z","end":"2026-03-03T18:53:44.265022Z","steps":["trace[1262476512] 'process raft request' (duration: 537.072985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:44.265167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.763854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T18:53:44.265201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:53:43.727633Z","time spent":"537.488215ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:53:44.265179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.356083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:53:44.265211Z","caller":"traceutil/trace.go:171","msg":"trace[1607169922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:504; }","duration":"136.856607ms","start":"2026-03-03T18:53:44.128339Z","end":"2026-03-03T18:53:44.265196Z","steps":["trace[1607169922] 'agreement among raft nodes before linearized reading' (duration: 136.689343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:53:44.265265Z","caller":"traceutil/trace.go:171","msg":"trace[1464860671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:504; }","duration":"126.497667ms","start":"2026-03-03T18:53:44.13875Z","end":"2026-03-03T18:53:44.265247Z","steps":["trace[1464860671] 'agreement among raft nodes before linearized reading' (duration: 126.349553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:44.265339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.78388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:53:44.265419Z","caller":"traceutil/trace.go:171","msg":"trace[1848026519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:504; }","duration":"106.900743ms","start":"2026-03-03T18:53:44.158499Z","end":"2026-03-03T18:53:44.265399Z","steps":["trace[1848026519] 'agreement among raft nodes before linearized reading' (duration: 106.674398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:53:44.424733Z","caller":"traceutil/trace.go:171","msg":"trace[494461704] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"154.849453ms","start":"2026-03-03T18:53:44.269857Z","end":"2026-03-03T18:53:44.424706Z","steps":["trace[494461704] 'process raft request' (duration: 154.687009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:53:44.449946Z","caller":"traceutil/trace.go:171","msg":"trace[1217412831] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"179.605805ms","start":"2026-03-03T18:53:44.270311Z","end":"2026-03-03T18:53:44.449917Z","steps":["trace[1217412831] 'process raft request' (duration: 179.487853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:45.88836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.127728ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T18:53:45.888461Z","caller":"traceutil/trace.go:171","msg":"trace[1670187828] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:525; }","duration":"465.196332ms","start":"2026-03-03T18:53:45.423248Z","end":"2026-03-03T18:53:45.888444Z","steps":["trace[1670187828] 'read index received' (duration: 49.611µs)","trace[1670187828] 'applied index is now lower than readState.Index' (duration: 465.145331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:53:45.888759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.49025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T18:53:45.888844Z","caller":"traceutil/trace.go:171","msg":"trace[901894072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:506; }","duration":"465.624843ms","start":"2026-03-03T18:53:45.4232Z","end":"2026-03-03T18:53:45.888825Z","steps":["trace[901894072] 'agreement among raft nodes before linearized reading' (duration: 465.394297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:45.888862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.401988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:53:45.888885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:53:45.423177Z","time spent":"465.699514ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:53:45.888904Z","caller":"traceutil/trace.go:171","msg":"trace[353433092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:506; }","duration":"373.48857ms","start":"2026-03-03T18:53:45.515404Z","end":"2026-03-03T18:53:45.888892Z","steps":["trace[353433092] 'agreement among raft nodes before linearized reading' (duration: 373.319186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:45.88894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:53:45.515383Z","time spent":"373.549342ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:53:46.013798Z","caller":"traceutil/trace.go:171","msg":"trace[1111913195] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"120.800905ms","start":"2026-03-03T18:53:45.89297Z","end":"2026-03-03T18:53:46.013771Z","steps":["trace[1111913195] 'process raft request' (duration: 120.6034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:53:46.015204Z","caller":"traceutil/trace.go:171","msg":"trace[151256741] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"121.87678ms","start":"2026-03-03T18:53:45.8933Z","end":"2026-03-03T18:53:46.015177Z","steps":["trace[151256741] 'process raft request' (duration: 121.703166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:53:59.262882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.639147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:53:59.262949Z","caller":"traceutil/trace.go:171","msg":"trace[630360580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"125.749579ms","start":"2026-03-03T18:53:59.137185Z","end":"2026-03-03T18:53:59.262935Z","steps":["trace[630360580] 'range keys from in-memory index tree' (duration: 125.573545ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:53:59.768439Z","caller":"traceutil/trace.go:171","msg":"trace[1783502581] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"125.801671ms","start":"2026-03-03T18:53:59.642608Z","end":"2026-03-03T18:53:59.768409Z","steps":["trace[1783502581] 'process raft request' (duration: 125.574506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:05.03338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.320686ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T18:54:06.188871Z","caller":"traceutil/trace.go:171","msg":"trace[1211955290] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"384.913035ms","start":"2026-03-03T18:54:05.803942Z","end":"2026-03-03T18:54:06.188855Z","steps":["trace[1211955290] 'process raft request' (duration: 384.787092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:06.188974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:05.803919Z","time spent":"385.000438ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:54:06.778441Z","caller":"traceutil/trace.go:171","msg":"trace[1449378938] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"585.973648ms","start":"2026-03-03T18:54:06.192407Z","end":"2026-03-03T18:54:06.778381Z","steps":["trace[1449378938] 'process raft request' (duration: 516.04001ms)","trace[1449378938] 'compare' (duration: 69.468677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:54:06.778582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:06.192393Z","time spent":"586.116101ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:54:06.78413Z","caller":"traceutil/trace.go:171","msg":"trace[1660373802] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:717; }","duration":"221.127716ms","start":"2026-03-03T18:54:06.562993Z","end":"2026-03-03T18:54:06.784121Z","steps":["trace[1660373802] 'read index received' (duration: 145.252461ms)","trace[1660373802] 'applied index is now lower than readState.Index' (duration: 75.874705ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:54:06.784199Z","caller":"traceutil/trace.go:171","msg":"trace[306980290] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"591.070216ms","start":"2026-03-03T18:54:06.193095Z","end":"2026-03-03T18:54:06.784165Z","steps":["trace[306980290] 'process raft request' (duration: 590.945263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:06.78428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.97777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T18:54:06.784303Z","caller":"traceutil/trace.go:171","msg":"trace[1878242136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:693; }","duration":"147.095474ms","start":"2026-03-03T18:54:06.637202Z","end":"2026-03-03T18:54:06.784297Z","steps":["trace[1878242136] 'agreement among raft nodes before linearized reading' (duration: 147.043682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:06.784333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:06.193086Z","time spent":"591.178478ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:54:06.784231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.234879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:54:06.784375Z","caller":"traceutil/trace.go:171","msg":"trace[1989285009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:693; }","duration":"221.405692ms","start":"2026-03-03T18:54:06.562962Z","end":"2026-03-03T18:54:06.784368Z","steps":["trace[1989285009] 'agreement among raft nodes before linearized reading' (duration: 221.211768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:08.671221Z","caller":"traceutil/trace.go:171","msg":"trace[739618565] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"474.031217ms","start":"2026-03-03T18:54:08.197165Z","end":"2026-03-03T18:54:08.671196Z","steps":["trace[739618565] 'process raft request' (duration: 473.873054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:08.671368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:08.197147Z","time spent":"474.145249ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:54:29.199452Z","caller":"traceutil/trace.go:171","msg":"trace[404606350] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:790; }","duration":"106.245406ms","start":"2026-03-03T18:54:29.093183Z","end":"2026-03-03T18:54:29.199428Z","steps":["trace[404606350] 'read index received' (duration: 76.066949ms)","trace[404606350] 'applied index is now lower than readState.Index' (duration: 30.177337ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:54:29.199565Z","caller":"traceutil/trace.go:171","msg":"trace[2078512944] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"112.046318ms","start":"2026-03-03T18:54:29.087483Z","end":"2026-03-03T18:54:29.199529Z","steps":["trace[2078512944] 'process raft request' (duration: 81.785518ms)","trace[2078512944] 'compare' (duration: 30.047204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:54:29.199734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.528543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T18:54:29.199774Z","caller":"traceutil/trace.go:171","msg":"trace[1756862940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:761; }","duration":"106.603454ms","start":"2026-03-03T18:54:29.09316Z","end":"2026-03-03T18:54:29.199763Z","steps":["trace[1756862940] 'agreement among raft nodes before linearized reading' (duration: 106.450661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:30.765695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.292073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:54:30.765816Z","caller":"traceutil/trace.go:171","msg":"trace[564634828] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"841.51041ms","start":"2026-03-03T18:54:29.924288Z","end":"2026-03-03T18:54:30.765798Z","steps":["trace[564634828] 'process raft request' (duration: 657.038403ms)","trace[564634828] 'compare' (duration: 183.893003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:54:30.765906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:29.924264Z","time spent":"841.591931ms","remote":"127.0.0.1:47254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:54:31.031262Z","caller":"traceutil/trace.go:171","msg":"trace[2015636655] linearizableReadLoop","detail":"{readStateIndex:795; appliedIndex:793; }","duration":"693.541845ms","start":"2026-03-03T18:54:30.337696Z","end":"2026-03-03T18:54:31.031238Z","steps":["trace[2015636655] 'read index received' (duration: 243.722164ms)","trace[2015636655] 'applied index is now lower than readState.Index' (duration: 449.818321ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:54:31.031316Z","caller":"traceutil/trace.go:171","msg":"trace[110041542] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"1.091876467s","start":"2026-03-03T18:54:29.939412Z","end":"2026-03-03T18:54:31.031289Z","steps":["trace[110041542] 'process raft request' (duration: 1.083253126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:31.031453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.730029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:54:31.031463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:29.93939Z","time spent":"1.09199426s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:54:31.031493Z","caller":"traceutil/trace.go:171","msg":"trace[1876404701] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:764; }","duration":"693.830152ms","start":"2026-03-03T18:54:30.337654Z","end":"2026-03-03T18:54:31.031484Z","steps":["trace[1876404701] 'agreement among raft nodes before linearized reading' (duration: 693.73741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:31.031492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.374436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T18:54:31.031528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:30.337634Z","time spent":"693.886913ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:54:31.031553Z","caller":"traceutil/trace.go:171","msg":"trace[545985802] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:764; }","duration":"263.436707ms","start":"2026-03-03T18:54:30.768102Z","end":"2026-03-03T18:54:31.031538Z","steps":["trace[545985802] 'agreement among raft nodes before linearized reading' (duration: 263.338395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:31.03189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.890881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:54:31.032033Z","caller":"traceutil/trace.go:171","msg":"trace[729630814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:764; }","duration":"170.089436ms","start":"2026-03-03T18:54:30.861926Z","end":"2026-03-03T18:54:31.032015Z","steps":["trace[729630814] 'agreement among raft nodes before linearized reading' (duration: 169.815299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:31.633389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.941682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:54:31.633553Z","caller":"traceutil/trace.go:171","msg":"trace[983545532] linearizableReadLoop","detail":"{readStateIndex:798; appliedIndex:796; }","duration":"494.286247ms","start":"2026-03-03T18:54:31.139251Z","end":"2026-03-03T18:54:31.633537Z","steps":["trace[983545532] 'read index received' (duration: 146.060509ms)","trace[983545532] 'applied index is now lower than readState.Index' (duration: 348.224718ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:54:31.633682Z","caller":"traceutil/trace.go:171","msg":"trace[344798193] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"542.373132ms","start":"2026-03-03T18:54:31.0913Z","end":"2026-03-03T18:54:31.633673Z","steps":["trace[344798193] 'process raft request' (duration: 542.192187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:31.633753Z","caller":"traceutil/trace.go:171","msg":"trace[99892638] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"545.57403ms","start":"2026-03-03T18:54:31.088151Z","end":"2026-03-03T18:54:31.633725Z","steps":["trace[99892638] 'process raft request' (duration: 197.219058ms)","trace[99892638] 'compare' (duration: 347.824469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:54:31.633813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:31.091279Z","time spent":"542.469805ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:54:31.633848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.587904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:54:31.633878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:31.088127Z","time spent":"545.684473ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:54:31.633906Z","caller":"traceutil/trace.go:171","msg":"trace[1513603526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:767; }","duration":"494.678387ms","start":"2026-03-03T18:54:31.139215Z","end":"2026-03-03T18:54:31.633893Z","steps":["trace[1513603526] 'agreement among raft nodes before linearized reading' (duration: 494.583635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:31.633937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:31.139195Z","time spent":"494.736299ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:54:31.633962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.622847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:54:31.634084Z","caller":"traceutil/trace.go:171","msg":"trace[856358832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:767; }","duration":"429.795291ms","start":"2026-03-03T18:54:31.204272Z","end":"2026-03-03T18:54:31.634068Z","steps":["trace[856358832] 'agreement among raft nodes before linearized reading' (duration: 429.536195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:31.6341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.218228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-03T18:54:31.634126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:31.204213Z","time spent":"429.904095ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:54:31.634133Z","caller":"traceutil/trace.go:171","msg":"trace[1780162320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:767; }","duration":"375.29219ms","start":"2026-03-03T18:54:31.258831Z","end":"2026-03-03T18:54:31.634123Z","steps":["trace[1780162320] 'agreement among raft nodes before linearized reading' (duration: 375.183577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:31.634159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:31.258807Z","time spent":"375.345341ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:54:32.020912Z","caller":"traceutil/trace.go:171","msg":"trace[971215980] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"382.208549ms","start":"2026-03-03T18:54:31.638682Z","end":"2026-03-03T18:54:32.02089Z","steps":["trace[971215980] 'process raft request' (duration: 284.564473ms)","trace[971215980] 'compare' (duration: 97.564304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:54:32.021026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:31.638665Z","time spent":"382.302531ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:54:33.505404Z","caller":"traceutil/trace.go:171","msg":"trace[2067329684] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:800; }","duration":"367.074849ms","start":"2026-03-03T18:54:33.138308Z","end":"2026-03-03T18:54:33.505383Z","steps":["trace[2067329684] 'read index received' (duration: 366.898125ms)","trace[2067329684] 'applied index is now lower than readState.Index' (duration: 175.864µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:54:33.505531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.201492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:54:33.505566Z","caller":"traceutil/trace.go:171","msg":"trace[1305089761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:770; }","duration":"367.285124ms","start":"2026-03-03T18:54:33.138272Z","end":"2026-03-03T18:54:33.505557Z","steps":["trace[1305089761] 'agreement among raft nodes before linearized reading' (duration: 367.196932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:33.505544Z","caller":"traceutil/trace.go:171","msg":"trace[1393311508] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"434.938358ms","start":"2026-03-03T18:54:33.070551Z","end":"2026-03-03T18:54:33.505489Z","steps":["trace[1393311508] 'process raft request' (duration: 434.714872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:33.505604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:33.138257Z","time spent":"367.340745ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:54:33.505721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:33.070528Z","time spent":"435.105711ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:54:33.827235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.623639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T18:54:33.827318Z","caller":"traceutil/trace.go:171","msg":"trace[191899811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:770; }","duration":"152.762813ms","start":"2026-03-03T18:54:33.674537Z","end":"2026-03-03T18:54:33.8273Z","steps":["trace[191899811] 'range keys from in-memory index tree' (duration: 152.401254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:33.827787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.942837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:54:33.827828Z","caller":"traceutil/trace.go:171","msg":"trace[213708928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:770; }","duration":"189.036839ms","start":"2026-03-03T18:54:33.638779Z","end":"2026-03-03T18:54:33.827816Z","steps":["trace[213708928] 'range keys from in-memory index tree' (duration: 188.830764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:33.828363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.110391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T18:54:33.82844Z","caller":"traceutil/trace.go:171","msg":"trace[1412859496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:770; }","duration":"189.202303ms","start":"2026-03-03T18:54:33.639221Z","end":"2026-03-03T18:54:33.828423Z","steps":["trace[1412859496] 'range keys from in-memory index tree' (duration: 188.940447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:34.13697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.207411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:54:34.13706Z","caller":"traceutil/trace.go:171","msg":"trace[329155631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:774; }","duration":"112.352565ms","start":"2026-03-03T18:54:34.024687Z","end":"2026-03-03T18:54:34.13704Z","steps":["trace[329155631] 'range keys from in-memory index tree' (duration: 112.023637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:44.357022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.507418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:54:44.357111Z","caller":"traceutil/trace.go:171","msg":"trace[1416550394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:853; }","duration":"130.632952ms","start":"2026-03-03T18:54:44.226465Z","end":"2026-03-03T18:54:44.357098Z","steps":["trace[1416550394] 'range keys from in-memory index tree' (duration: 130.259183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:44.766812Z","caller":"traceutil/trace.go:171","msg":"trace[354773112] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"406.44684ms","start":"2026-03-03T18:54:44.360348Z","end":"2026-03-03T18:54:44.766795Z","steps":["trace[354773112] 'process raft request' (duration: 406.355198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:44.766934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:44.360333Z","time spent":"406.534862ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:54:46.342008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101474142255463,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:54:46.509396Z","caller":"traceutil/trace.go:171","msg":"trace[1830958631] linearizableReadLoop","detail":"{readStateIndex:891; appliedIndex:890; }","duration":"667.943601ms","start":"2026-03-03T18:54:45.841432Z","end":"2026-03-03T18:54:46.509376Z","steps":["trace[1830958631] 'read index received' (duration: 667.737916ms)","trace[1830958631] 'applied index is now lower than readState.Index' (duration: 205.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:54:46.509476Z","caller":"traceutil/trace.go:171","msg":"trace[256461822] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"946.118538ms","start":"2026-03-03T18:54:45.563335Z","end":"2026-03-03T18:54:46.509453Z","steps":["trace[256461822] 'process raft request' (duration: 945.886312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:46.509602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.152086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:54:46.509637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:45.563322Z","time spent":"946.260231ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:54:46.509648Z","caller":"traceutil/trace.go:171","msg":"trace[1179921121] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:855; }","duration":"668.242758ms","start":"2026-03-03T18:54:45.841394Z","end":"2026-03-03T18:54:46.509637Z","steps":["trace[1179921121] 'agreement among raft nodes before linearized reading' (duration: 668.109375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:46.509678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:45.841377Z","time spent":"668.292669ms","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":15,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:54:46.509753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.938346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T18:54:46.509808Z","caller":"traceutil/trace.go:171","msg":"trace[1749479405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:855; }","duration":"543.031209ms","start":"2026-03-03T18:54:45.966757Z","end":"2026-03-03T18:54:46.509789Z","steps":["trace[1749479405] 'agreement among raft nodes before linearized reading' (duration: 542.869055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:46.50984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:45.966736Z","time spent":"543.09965ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:54:46.509868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.773717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:54:46.50973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.247586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:54:46.509916Z","caller":"traceutil/trace.go:171","msg":"trace[679559469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:855; }","duration":"372.494892ms","start":"2026-03-03T18:54:46.137416Z","end":"2026-03-03T18:54:46.509911Z","steps":["trace[679559469] 'agreement among raft nodes before linearized reading' (duration: 372.220095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:46.509933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:46.137396Z","time spent":"372.530022ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:54:46.509944Z","caller":"traceutil/trace.go:171","msg":"trace[1513600234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:855; }","duration":"541.813818ms","start":"2026-03-03T18:54:45.96808Z","end":"2026-03-03T18:54:46.509894Z","steps":["trace[1513600234] 'agreement among raft nodes before linearized reading' (duration: 541.540352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:46.509972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:45.96803Z","time spent":"541.935882ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:54:46.510178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.308564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T18:54:46.510195Z","caller":"traceutil/trace.go:171","msg":"trace[1591769554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:855; }","duration":"588.357366ms","start":"2026-03-03T18:54:45.921833Z","end":"2026-03-03T18:54:46.51019Z","steps":["trace[1591769554] 'agreement among raft nodes before linearized reading' (duration: 588.265273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:46.510213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:45.921818Z","time spent":"588.389496ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:55:02.901922Z","caller":"traceutil/trace.go:171","msg":"trace[977093845] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"109.117406ms","start":"2026-03-03T18:55:02.792783Z","end":"2026-03-03T18:55:02.9019Z","steps":["trace[977093845] 'process raft request' (duration: 48.628058ms)","trace[977093845] 'compare' (duration: 60.105589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:05.40128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.391834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:05.40193Z","caller":"traceutil/trace.go:171","msg":"trace[284719773] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"462.230124ms","start":"2026-03-03T18:55:04.939617Z","end":"2026-03-03T18:55:05.401847Z","steps":["trace[284719773] 'process raft request' (duration: 36.112022ms)","trace[284719773] 'compare' (duration: 425.249441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:05.402546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:04.939592Z","time spent":"462.832759ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:05.41354Z","caller":"traceutil/trace.go:171","msg":"trace[948660528] linearizableReadLoop","detail":"{readStateIndex:975; appliedIndex:973; }","duration":"425.595479ms","start":"2026-03-03T18:55:04.987919Z","end":"2026-03-03T18:55:05.413515Z","steps":["trace[948660528] 'read index received' (duration: 290.953459ms)","trace[948660528] 'applied index is now lower than readState.Index' (duration: 134.6405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:05.413809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.891656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:55:05.413854Z","caller":"traceutil/trace.go:171","msg":"trace[1904974823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:935; }","duration":"425.940337ms","start":"2026-03-03T18:55:04.9879Z","end":"2026-03-03T18:55:05.413841Z","steps":["trace[1904974823] 'agreement among raft nodes before linearized reading' (duration: 425.756652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:05.413893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:04.987842Z","time spent":"426.04171ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:55:05.414008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.018978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T18:55:05.41418Z","caller":"traceutil/trace.go:171","msg":"trace[514296608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:935; }","duration":"426.157732ms","start":"2026-03-03T18:55:04.987928Z","end":"2026-03-03T18:55:05.414086Z","steps":["trace[514296608] 'agreement among raft nodes before linearized reading' (duration: 425.811843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:05.414263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:04.987881Z","time spent":"426.369578ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:55:06.929815Z","caller":"traceutil/trace.go:171","msg":"trace[277033244] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:984; }","duration":"140.497173ms","start":"2026-03-03T18:55:06.789294Z","end":"2026-03-03T18:55:06.929791Z","steps":["trace[277033244] 'read index received' (duration: 140.439732ms)","trace[277033244] 'applied index is now lower than readState.Index' (duration: 56.381µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:06.929867Z","caller":"traceutil/trace.go:171","msg":"trace[1463387511] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"177.161848ms","start":"2026-03-03T18:55:06.752676Z","end":"2026-03-03T18:55:06.929837Z","steps":["trace[1463387511] 'process raft request' (duration: 176.989784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:06.930012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.701518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:06.930061Z","caller":"traceutil/trace.go:171","msg":"trace[2105955412] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:945; }","duration":"140.810841ms","start":"2026-03-03T18:55:06.789235Z","end":"2026-03-03T18:55:06.930045Z","steps":["trace[2105955412] 'agreement among raft nodes before linearized reading' (duration: 140.711938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:09.381778Z","caller":"traceutil/trace.go:171","msg":"trace[1019218428] linearizableReadLoop","detail":"{readStateIndex:997; appliedIndex:996; }","duration":"406.122263ms","start":"2026-03-03T18:55:08.975639Z","end":"2026-03-03T18:55:09.381761Z","steps":["trace[1019218428] 'read index received' (duration: 405.942298ms)","trace[1019218428] 'applied index is now lower than readState.Index' (duration: 179.455µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:09.381927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.267226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:55:09.381946Z","caller":"traceutil/trace.go:171","msg":"trace[540422698] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:957; }","duration":"406.339398ms","start":"2026-03-03T18:55:08.975601Z","end":"2026-03-03T18:55:09.381941Z","steps":["trace[540422698] 'agreement among raft nodes before linearized reading' (duration: 406.243856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:09.381972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:08.975582Z","time spent":"406.38589ms","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:55:09.38213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.222587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"warn","ts":"2026-03-03T18:55:09.38215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.992743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T18:55:09.382184Z","caller":"traceutil/trace.go:171","msg":"trace[1837403834] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:957; }","duration":"314.30406ms","start":"2026-03-03T18:55:09.067866Z","end":"2026-03-03T18:55:09.38217Z","steps":["trace[1837403834] 'agreement among raft nodes before linearized reading' (duration: 314.120715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:09.382225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:09.067855Z","time spent":"314.361701ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-03T18:55:09.382231Z","caller":"traceutil/trace.go:171","msg":"trace[1956721070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:957; }","duration":"391.111537ms","start":"2026-03-03T18:55:08.991098Z","end":"2026-03-03T18:55:09.382209Z","steps":["trace[1956721070] 'agreement among raft nodes before linearized reading' (duration: 390.863881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:09.382277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:08.991087Z","time spent":"391.181338ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:55:09.381833Z","caller":"traceutil/trace.go:171","msg":"trace[111205881] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"443.996069ms","start":"2026-03-03T18:55:08.937818Z","end":"2026-03-03T18:55:09.381814Z","steps":["trace[111205881] 'process raft request' (duration: 443.833965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:09.382479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:08.937797Z","time spent":"444.613554ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:09.928136Z","caller":"traceutil/trace.go:171","msg":"trace[1831172507] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"535.906673ms","start":"2026-03-03T18:55:09.392204Z","end":"2026-03-03T18:55:09.928111Z","steps":["trace[1831172507] 'process raft request' (duration: 486.166198ms)","trace[1831172507] 'compare' (duration: 49.56386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:09.928274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:09.392155Z","time spent":"536.048676ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:09.928368Z","caller":"traceutil/trace.go:171","msg":"trace[278366354] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"528.903241ms","start":"2026-03-03T18:55:09.399437Z","end":"2026-03-03T18:55:09.92834Z","steps":["trace[278366354] 'process raft request' (duration: 528.629085ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:09.928263Z","caller":"traceutil/trace.go:171","msg":"trace[1179359272] linearizableReadLoop","detail":"{readStateIndex:999; appliedIndex:997; }","duration":"513.023254ms","start":"2026-03-03T18:55:09.41522Z","end":"2026-03-03T18:55:09.928243Z","steps":["trace[1179359272] 'read index received' (duration: 463.166506ms)","trace[1179359272] 'applied index is now lower than readState.Index' (duration: 49.855638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:09.928402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.176137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:55:09.928444Z","caller":"traceutil/trace.go:171","msg":"trace[403115030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:959; }","duration":"513.26767ms","start":"2026-03-03T18:55:09.415167Z","end":"2026-03-03T18:55:09.928435Z","steps":["trace[403115030] 'agreement among raft nodes before linearized reading' (duration: 513.140857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:09.928414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:09.399418Z","time spent":"528.973444ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:09.928485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:09.415145Z","time spent":"513.329492ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:55:09.928602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.904448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T18:55:09.92873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.410586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:55:09.928752Z","caller":"traceutil/trace.go:171","msg":"trace[818439606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:959; }","duration":"482.483067ms","start":"2026-03-03T18:55:09.446262Z","end":"2026-03-03T18:55:09.928745Z","steps":["trace[818439606] 'agreement among raft nodes before linearized reading' (duration: 482.411146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:09.928765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:09.446236Z","time spent":"482.526339ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:55:09.928832Z","caller":"traceutil/trace.go:171","msg":"trace[393398318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:959; }","duration":"483.060582ms","start":"2026-03-03T18:55:09.445626Z","end":"2026-03-03T18:55:09.928686Z","steps":["trace[393398318] 'agreement among raft nodes before linearized reading' (duration: 482.861117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:09.928852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.947417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T18:55:09.928883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:09.445593Z","time spent":"483.278807ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:55:09.928889Z","caller":"traceutil/trace.go:171","msg":"trace[1401326374] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:959; }","duration":"178.05496ms","start":"2026-03-03T18:55:09.750824Z","end":"2026-03-03T18:55:09.928879Z","steps":["trace[1401326374] 'agreement among raft nodes before linearized reading' (duration: 177.842634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:10.113834Z","caller":"traceutil/trace.go:171","msg":"trace[1120498911] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"180.682955ms","start":"2026-03-03T18:55:09.933125Z","end":"2026-03-03T18:55:10.113808Z","steps":["trace[1120498911] 'process raft request' (duration: 180.371558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:10.113884Z","caller":"traceutil/trace.go:171","msg":"trace[1981105186] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"180.665754ms","start":"2026-03-03T18:55:09.933183Z","end":"2026-03-03T18:55:10.113849Z","steps":["trace[1981105186] 'process raft request' (duration: 180.464759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:10.114138Z","caller":"traceutil/trace.go:171","msg":"trace[314882067] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"180.391038ms","start":"2026-03-03T18:55:09.933729Z","end":"2026-03-03T18:55:10.11412Z","steps":["trace[314882067] 'process raft request' (duration: 180.093721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:10.133075Z","caller":"traceutil/trace.go:171","msg":"trace[1766301554] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"156.73565ms","start":"2026-03-03T18:55:09.976321Z","end":"2026-03-03T18:55:10.133056Z","steps":["trace[1766301554] 'process raft request' (duration: 156.666018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:11.559419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.189587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:11.559549Z","caller":"traceutil/trace.go:171","msg":"trace[1729723651] linearizableReadLoop","detail":"{readStateIndex:1007; appliedIndex:1006; }","duration":"489.992853ms","start":"2026-03-03T18:55:11.069538Z","end":"2026-03-03T18:55:11.559531Z","steps":["trace[1729723651] 'read index received' (duration: 211.662852ms)","trace[1729723651] 'applied index is now lower than readState.Index' (duration: 278.328691ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:11.559693Z","caller":"traceutil/trace.go:171","msg":"trace[523595626] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"703.470628ms","start":"2026-03-03T18:55:10.85621Z","end":"2026-03-03T18:55:11.559681Z","steps":["trace[523595626] 'process raft request' (duration: 424.900922ms)","trace[523595626] 'compare' (duration: 277.993122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:11.559779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:10.856191Z","time spent":"703.556241ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:55:11.560448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.897344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:55:11.560637Z","caller":"traceutil/trace.go:171","msg":"trace[394339419] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:966; }","duration":"491.12035ms","start":"2026-03-03T18:55:11.069482Z","end":"2026-03-03T18:55:11.560602Z","steps":["trace[394339419] 'agreement among raft nodes before linearized reading' (duration: 490.413072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:11.560679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:11.069457Z","time spent":"491.211972ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-03T18:55:11.561739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.009977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:11.561799Z","caller":"traceutil/trace.go:171","msg":"trace[124690176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:966; }","duration":"421.114579ms","start":"2026-03-03T18:55:11.140663Z","end":"2026-03-03T18:55:11.561778Z","steps":["trace[124690176] 'agreement among raft nodes before linearized reading' (duration: 419.242414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:11.561831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:11.140633Z","time spent":"421.189562ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:55:11.563014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.934208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:55:11.563068Z","caller":"traceutil/trace.go:171","msg":"trace[1873367624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:966; }","duration":"176.016601ms","start":"2026-03-03T18:55:11.38703Z","end":"2026-03-03T18:55:11.563047Z","steps":["trace[1873367624] 'agreement among raft nodes before linearized reading' (duration: 172.943195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:12.017923Z","caller":"traceutil/trace.go:171","msg":"trace[1312928437] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"447.383911ms","start":"2026-03-03T18:55:11.570516Z","end":"2026-03-03T18:55:12.017899Z","steps":["trace[1312928437] 'process raft request' (duration: 447.238057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:12.017957Z","caller":"traceutil/trace.go:171","msg":"trace[525269473] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1008; }","duration":"447.059883ms","start":"2026-03-03T18:55:11.570866Z","end":"2026-03-03T18:55:12.017926Z","steps":["trace[525269473] 'read index received' (duration: 447.048992ms)","trace[525269473] 'applied index is now lower than readState.Index' (duration: 8.751µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:12.018041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:11.570482Z","time spent":"447.500474ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:55:12.018427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.537235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-03T18:55:12.018562Z","caller":"traceutil/trace.go:171","msg":"trace[1465824316] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:967; }","duration":"447.703569ms","start":"2026-03-03T18:55:11.570841Z","end":"2026-03-03T18:55:12.018545Z","steps":["trace[1465824316] 'agreement among raft nodes before linearized reading' (duration: 447.206907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:12.018615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:11.570828Z","time spent":"447.77387ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-03T18:55:12.679237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.744034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:12.6796Z","caller":"traceutil/trace.go:171","msg":"trace[2019989961] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"656.678575ms","start":"2026-03-03T18:55:12.022901Z","end":"2026-03-03T18:55:12.67958Z","steps":["trace[2019989961] 'process raft request' (duration: 656.622334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:12.67968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:12.022891Z","time spent":"656.750487ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:12.679686Z","caller":"traceutil/trace.go:171","msg":"trace[1234952282] linearizableReadLoop","detail":"{readStateIndex:1011; appliedIndex:1008; }","duration":"661.640756ms","start":"2026-03-03T18:55:12.018019Z","end":"2026-03-03T18:55:12.67966Z","steps":["trace[1234952282] 'read index received' (duration: 113.328989ms)","trace[1234952282] 'applied index is now lower than readState.Index' (duration: 548.309897ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:12.679712Z","caller":"traceutil/trace.go:171","msg":"trace[1950549144] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"1.107308415s","start":"2026-03-03T18:55:11.572385Z","end":"2026-03-03T18:55:12.679693Z","steps":["trace[1950549144] 'process raft request' (duration: 1.107037048s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:12.679724Z","caller":"traceutil/trace.go:171","msg":"trace[543628660] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"657.70753ms","start":"2026-03-03T18:55:12.021986Z","end":"2026-03-03T18:55:12.679694Z","steps":["trace[543628660] 'process raft request' (duration: 657.490975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:12.679754Z","caller":"traceutil/trace.go:171","msg":"trace[1681439182] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"1.107393648s","start":"2026-03-03T18:55:11.572324Z","end":"2026-03-03T18:55:12.679718Z","steps":["trace[1681439182] 'process raft request' (duration: 1.107020309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:12.679878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:12.021956Z","time spent":"657.834843ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:55:12.679888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:11.572314Z","time spent":"1.10749098s","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":910,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:55:12.679921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.375257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T18:55:12.679981Z","caller":"traceutil/trace.go:171","msg":"trace[1641035822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:972; }","duration":"746.477619ms","start":"2026-03-03T18:55:11.933486Z","end":"2026-03-03T18:55:12.679964Z","steps":["trace[1641035822] 'agreement among raft nodes before linearized reading' (duration: 746.289024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:12.680021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:11.933466Z","time spent":"746.543941ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:55:12.68007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:11.572365Z","time spent":"1.107412848s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:12.680008Z","caller":"traceutil/trace.go:171","msg":"trace[35368760] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"1.108600907s","start":"2026-03-03T18:55:11.570864Z","end":"2026-03-03T18:55:12.679465Z","steps":["trace[35368760] 'process raft request' (duration: 560.468024ms)","trace[35368760] 'compare' (duration: 547.611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:12.681338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:11.570857Z","time spent":"1.109381026s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:13.059626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.07471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:13.059787Z","caller":"traceutil/trace.go:171","msg":"trace[1928939009] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"376.308665ms","start":"2026-03-03T18:55:12.683463Z","end":"2026-03-03T18:55:13.059772Z","steps":["trace[1928939009] 'process raft request' (duration: 376.258674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:13.059849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:12.683438Z","time spent":"376.379546ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:13.059842Z","caller":"traceutil/trace.go:171","msg":"trace[1096656464] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"864.089963ms","start":"2026-03-03T18:55:12.195727Z","end":"2026-03-03T18:55:13.059817Z","steps":["trace[1096656464] 'process raft request' (duration: 658.741906ms)","trace[1096656464] 'compare' (duration: 204.983328ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:13.060012Z","caller":"traceutil/trace.go:171","msg":"trace[24657927] linearizableReadLoop","detail":"{readStateIndex:1014; appliedIndex:1013; }","duration":"380.230341ms","start":"2026-03-03T18:55:12.679749Z","end":"2026-03-03T18:55:13.059979Z","steps":["trace[24657927] 'read index received' (duration: 174.71959ms)","trace[24657927] 'applied index is now lower than readState.Index' (duration: 205.507851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:13.060066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:12.195706Z","time spent":"864.334268ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:13.06013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.54587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-03T18:55:13.060179Z","caller":"traceutil/trace.go:171","msg":"trace[1085519604] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:974; }","duration":"403.711284ms","start":"2026-03-03T18:55:12.656453Z","end":"2026-03-03T18:55:13.060164Z","steps":["trace[1085519604] 'agreement among raft nodes before linearized reading' (duration: 403.578891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:13.060169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.269383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:55:13.060215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:12.656431Z","time spent":"403.776695ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-03T18:55:13.060243Z","caller":"traceutil/trace.go:171","msg":"trace[1778509943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:974; }","duration":"942.367226ms","start":"2026-03-03T18:55:12.117851Z","end":"2026-03-03T18:55:13.060219Z","steps":["trace[1778509943] 'agreement among raft nodes before linearized reading' (duration: 942.158511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:13.060295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:12.11784Z","time spent":"942.445957ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:55:13.060348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.578451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T18:55:13.060405Z","caller":"traceutil/trace.go:171","msg":"trace[2043411888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:974; }","duration":"942.672163ms","start":"2026-03-03T18:55:12.117721Z","end":"2026-03-03T18:55:13.060393Z","steps":["trace[2043411888] 'agreement among raft nodes before linearized reading' (duration: 942.395876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:13.06044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:12.11771Z","time spent":"942.722454ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:55:13.060463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.924709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:55:13.060505Z","caller":"traceutil/trace.go:171","msg":"trace[736687758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:974; }","duration":"943.001211ms","start":"2026-03-03T18:55:12.117493Z","end":"2026-03-03T18:55:13.060495Z","steps":["trace[736687758] 'agreement among raft nodes before linearized reading' (duration: 942.900389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:13.060596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:12.117478Z","time spent":"943.108194ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:55:13.356955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.811994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:13.357111Z","caller":"traceutil/trace.go:171","msg":"trace[286345500] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"291.069751ms","start":"2026-03-03T18:55:13.066021Z","end":"2026-03-03T18:55:13.35709Z","steps":["trace[286345500] 'process raft request' (duration: 97.016071ms)","trace[286345500] 'compare' (duration: 193.666641ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:13.557374Z","caller":"traceutil/trace.go:171","msg":"trace[226838442] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"491.323813ms","start":"2026-03-03T18:55:13.066023Z","end":"2026-03-03T18:55:13.557347Z","steps":["trace[226838442] 'process raft request' (duration: 467.520732ms)","trace[226838442] 'compare' (duration: 23.567366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:13.557563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:13.066003Z","time spent":"491.449047ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:13.557757Z","caller":"traceutil/trace.go:171","msg":"trace[1357225662] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"491.537979ms","start":"2026-03-03T18:55:13.066192Z","end":"2026-03-03T18:55:13.55773Z","steps":["trace[1357225662] 'process raft request' (duration: 491.110128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:13.557934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:13.066154Z","time spent":"491.686352ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:13.558072Z","caller":"traceutil/trace.go:171","msg":"trace[800057512] linearizableReadLoop","detail":"{readStateIndex:1019; appliedIndex:1015; }","duration":"420.496344ms","start":"2026-03-03T18:55:13.137563Z","end":"2026-03-03T18:55:13.558059Z","steps":["trace[800057512] 'read index received' (duration: 25.486623ms)","trace[800057512] 'applied index is now lower than readState.Index' (duration: 395.008601ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:13.558103Z","caller":"traceutil/trace.go:171","msg":"trace[1425172658] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"491.835076ms","start":"2026-03-03T18:55:13.066239Z","end":"2026-03-03T18:55:13.558074Z","steps":["trace[1425172658] 'process raft request' (duration: 491.368005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:13.558171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.610146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:13.558206Z","caller":"traceutil/trace.go:171","msg":"trace[1498029915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:978; }","duration":"420.685578ms","start":"2026-03-03T18:55:13.137511Z","end":"2026-03-03T18:55:13.558197Z","steps":["trace[1498029915] 'agreement among raft nodes before linearized reading' (duration: 420.600296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:13.558241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:13.137491Z","time spent":"420.742149ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:55:13.558258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:13.06623Z","time spent":"491.943118ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:13.871556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.399995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:13.871693Z","caller":"traceutil/trace.go:171","msg":"trace[819543357] linearizableReadLoop","detail":"{readStateIndex:1020; appliedIndex:1019; }","duration":"151.741748ms","start":"2026-03-03T18:55:13.71993Z","end":"2026-03-03T18:55:13.871672Z","steps":["trace[819543357] 'read index received' (duration: 35.211µs)","trace[819543357] 'applied index is now lower than readState.Index' (duration: 151.704817ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:13.871718Z","caller":"traceutil/trace.go:171","msg":"trace[1276113135] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"250.577822ms","start":"2026-03-03T18:55:13.621115Z","end":"2026-03-03T18:55:13.871693Z","steps":["trace[1276113135] 'process raft request' (duration: 45.965772ms)","trace[1276113135] 'compare' (duration: 204.267832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:13.871804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.870431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:13.871837Z","caller":"traceutil/trace.go:171","msg":"trace[457662246] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:0; response_revision:979; }","duration":"151.937932ms","start":"2026-03-03T18:55:13.719891Z","end":"2026-03-03T18:55:13.871829Z","steps":["trace[457662246] 'agreement among raft nodes before linearized reading' (duration: 151.84671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:14.141215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.786761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:14.141298Z","caller":"traceutil/trace.go:171","msg":"trace[1919185938] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"263.757404ms","start":"2026-03-03T18:55:13.877528Z","end":"2026-03-03T18:55:14.141285Z","steps":["trace[1919185938] 'process raft request' (duration: 151.84486ms)","trace[1919185938] 'compare' (duration: 111.663818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:14.841852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.453406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:14.842152Z","caller":"traceutil/trace.go:171","msg":"trace[954509042] linearizableReadLoop","detail":"{readStateIndex:1022; appliedIndex:1021; }","duration":"702.850363ms","start":"2026-03-03T18:55:14.139288Z","end":"2026-03-03T18:55:14.842139Z","steps":["trace[954509042] 'read index received' (duration: 207.228504ms)","trace[954509042] 'applied index is now lower than readState.Index' (duration: 495.620479ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:14.842166Z","caller":"traceutil/trace.go:171","msg":"trace[1728783332] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"872.545439ms","start":"2026-03-03T18:55:13.969591Z","end":"2026-03-03T18:55:14.842137Z","steps":["trace[1728783332] 'process raft request' (duration: 376.747315ms)","trace[1728783332] 'compare' (duration: 495.282792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:14.842233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.943556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:14.842255Z","caller":"traceutil/trace.go:171","msg":"trace[500034583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:983; }","duration":"703.001257ms","start":"2026-03-03T18:55:14.139248Z","end":"2026-03-03T18:55:14.842249Z","steps":["trace[500034583] 'agreement among raft nodes before linearized reading' (duration: 702.962956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:14.842279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:14.139226Z","time spent":"703.046158ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:55:14.842309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:13.969573Z","time spent":"872.653462ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6610,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:14.84229Z","caller":"traceutil/trace.go:171","msg":"trace[1583019651] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"700.992847ms","start":"2026-03-03T18:55:14.141173Z","end":"2026-03-03T18:55:14.842166Z","steps":["trace[1583019651] 'process raft request' (duration: 700.749671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:14.842418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.991676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T18:55:14.842482Z","caller":"traceutil/trace.go:171","msg":"trace[421513152] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:983; }","duration":"696.093877ms","start":"2026-03-03T18:55:14.146372Z","end":"2026-03-03T18:55:14.842466Z","steps":["trace[421513152] 'agreement among raft nodes before linearized reading' (duration: 695.904693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:14.842517Z","caller":"traceutil/trace.go:171","msg":"trace[1620681832] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"696.571359ms","start":"2026-03-03T18:55:14.145934Z","end":"2026-03-03T18:55:14.842505Z","steps":["trace[1620681832] 'process raft request' (duration: 696.020906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:14.842517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.707817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:55:14.842581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:14.145916Z","time spent":"696.638212ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:55:14.842593Z","caller":"traceutil/trace.go:171","msg":"trace[1750866456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:983; }","duration":"158.82459ms","start":"2026-03-03T18:55:14.683749Z","end":"2026-03-03T18:55:14.842574Z","steps":["trace[1750866456] 'agreement among raft nodes before linearized reading' (duration: 158.637835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:14.842519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:14.14636Z","time spent":"696.15247ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-03T18:55:14.842927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:14.141144Z","time spent":"701.295465ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:55:15.434296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101474142255736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:55:15.935369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101474142255736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:55:16.374264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.528348293s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:55:16.744895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.290178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:16.745418Z","caller":"traceutil/trace.go:171","msg":"trace[192861342] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"1.899489612s","start":"2026-03-03T18:55:14.845853Z","end":"2026-03-03T18:55:16.745342Z","steps":["trace[192861342] 'process raft request' (duration: 1.528688691s)","trace[192861342] 'compare' (duration: 370.141815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:16.745545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:14.845841Z","time spent":"1.899644595s","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:55:16.745706Z","caller":"traceutil/trace.go:171","msg":"trace[1796446109] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"1.898732103s","start":"2026-03-03T18:55:14.846947Z","end":"2026-03-03T18:55:16.745679Z","steps":["trace[1796446109] 'process raft request' (duration: 1.898060596s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:16.745756Z","caller":"traceutil/trace.go:171","msg":"trace[663643436] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"1.898708352s","start":"2026-03-03T18:55:14.847026Z","end":"2026-03-03T18:55:16.745735Z","steps":["trace[663643436] 'process raft request' (duration: 1.898181639s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:16.745903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:14.846924Z","time spent":"1.898871567s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:16.746107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:14.847006Z","time spent":"1.898870307s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:17.527798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.519769ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T18:55:17.528258Z","caller":"traceutil/trace.go:171","msg":"trace[605146296] linearizableReadLoop","detail":"{readStateIndex:1029; appliedIndex:1024; }","duration":"2.594348068s","start":"2026-03-03T18:55:14.933878Z","end":"2026-03-03T18:55:17.528226Z","steps":["trace[605146296] 'read index received' (duration: 1.44066059s)","trace[605146296] 'applied index is now lower than readState.Index' (duration: 1.153685218s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:17.52835Z","caller":"traceutil/trace.go:171","msg":"trace[941011054] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"2.378276029s","start":"2026-03-03T18:55:15.150026Z","end":"2026-03-03T18:55:17.528302Z","steps":["trace[941011054] 'process raft request' (duration: 2.377865499s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:17.528579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:15.150004Z","time spent":"2.378418572s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:17.537817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39813204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:17.537878Z","caller":"traceutil/trace.go:171","msg":"trace[191632019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:987; }","duration":"1.398232223s","start":"2026-03-03T18:55:16.139632Z","end":"2026-03-03T18:55:17.537864Z","steps":["trace[191632019] 'agreement among raft nodes before linearized reading' (duration: 1.388849383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:17.537908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:16.139616Z","time spent":"1.398286435s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:55:17.538092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604222549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-03-03T18:55:17.538111Z","caller":"traceutil/trace.go:171","msg":"trace[816941879] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:987; }","duration":"2.604278821s","start":"2026-03-03T18:55:14.933826Z","end":"2026-03-03T18:55:17.538105Z","steps":["trace[816941879] 'agreement among raft nodes before linearized reading' (duration: 2.594521852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:17.538128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:14.933802Z","time spent":"2.604321822s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-03T18:55:17.538127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.477052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:17.538172Z","caller":"traceutil/trace.go:171","msg":"trace[1770630369] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:987; }","duration":"309.565764ms","start":"2026-03-03T18:55:17.228594Z","end":"2026-03-03T18:55:17.53816Z","steps":["trace[1770630369] 'agreement among raft nodes before linearized reading' (duration: 299.848416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:17.538206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.228574Z","time spent":"309.622335ms","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:55:17.538207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177090893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T18:55:17.538258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976808049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:55:17.538261Z","caller":"traceutil/trace.go:171","msg":"trace[219598328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:987; }","duration":"2.177189066s","start":"2026-03-03T18:55:15.361058Z","end":"2026-03-03T18:55:17.538247Z","steps":["trace[219598328] 'agreement among raft nodes before linearized reading' (duration: 2.167408787s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:17.538281Z","caller":"traceutil/trace.go:171","msg":"trace[359038243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:987; }","duration":"1.976864011s","start":"2026-03-03T18:55:15.561411Z","end":"2026-03-03T18:55:17.538275Z","steps":["trace[359038243] 'agreement among raft nodes before linearized reading' (duration: 1.967044811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:17.538299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:15.56139Z","time spent":"1.976904931s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:55:17.5383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:15.361042Z","time spent":"2.177250447s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:55:17.538333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474206152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T18:55:17.538384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.060839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:55:17.538406Z","caller":"traceutil/trace.go:171","msg":"trace[1264415655] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:987; }","duration":"620.118741ms","start":"2026-03-03T18:55:16.918279Z","end":"2026-03-03T18:55:17.538397Z","steps":["trace[1264415655] 'agreement among raft nodes before linearized reading' (duration: 610.198878ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:17.538408Z","caller":"traceutil/trace.go:171","msg":"trace[1104015640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:987; }","duration":"2.474335505s","start":"2026-03-03T18:55:15.064053Z","end":"2026-03-03T18:55:17.538388Z","steps":["trace[1104015640] 'agreement among raft nodes before linearized reading' (duration: 2.464341391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:17.538424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:16.918261Z","time spent":"620.157771ms","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:55:17.538462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:15.064031Z","time spent":"2.474413638s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:55:17.538575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977134877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:55:17.538605Z","caller":"traceutil/trace.go:171","msg":"trace[48709699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:987; }","duration":"1.97721744s","start":"2026-03-03T18:55:15.561379Z","end":"2026-03-03T18:55:17.538596Z","steps":["trace[48709699] 'agreement among raft nodes before linearized reading' (duration: 1.967078052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:17.538631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:15.561359Z","time spent":"1.97726652s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:55:17.79683Z","caller":"traceutil/trace.go:171","msg":"trace[1973637120] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"253.858463ms","start":"2026-03-03T18:55:17.542947Z","end":"2026-03-03T18:55:17.796806Z","steps":["trace[1973637120] 'process raft request' (duration: 253.698519ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:18.486047Z","caller":"traceutil/trace.go:171","msg":"trace[1316966986] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"942.951691ms","start":"2026-03-03T18:55:17.543072Z","end":"2026-03-03T18:55:18.486024Z","steps":["trace[1316966986] 'process raft request' (duration: 942.88738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.486198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.543065Z","time spent":"943.057004ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:18.486296Z","caller":"traceutil/trace.go:171","msg":"trace[1205389663] linearizableReadLoop","detail":"{readStateIndex:1034; appliedIndex:1029; }","duration":"938.916242ms","start":"2026-03-03T18:55:17.547357Z","end":"2026-03-03T18:55:18.486273Z","steps":["trace[1205389663] 'read index received' (duration: 249.382283ms)","trace[1205389663] 'applied index is now lower than readState.Index' (duration: 689.532689ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:18.486438Z","caller":"traceutil/trace.go:171","msg":"trace[1772749235] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"943.440313ms","start":"2026-03-03T18:55:17.542985Z","end":"2026-03-03T18:55:18.486425Z","steps":["trace[1772749235] 'process raft request' (duration: 942.783667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.486489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.54297Z","time spent":"943.491995ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:18.486529Z","caller":"traceutil/trace.go:171","msg":"trace[206986324] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"942.726725ms","start":"2026-03-03T18:55:17.543791Z","end":"2026-03-03T18:55:18.486518Z","steps":["trace[206986324] 'process raft request' (duration: 942.200252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:18.486613Z","caller":"traceutil/trace.go:171","msg":"trace[1688897456] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"943.549696ms","start":"2026-03-03T18:55:17.543052Z","end":"2026-03-03T18:55:18.486602Z","steps":["trace[1688897456] 'process raft request' (duration: 942.86684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.486631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.543779Z","time spent":"942.776487ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:18.486657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.543045Z","time spent":"943.588767ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:18.486731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.372823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:18.486787Z","caller":"traceutil/trace.go:171","msg":"trace[1061664116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:992; }","duration":"939.426315ms","start":"2026-03-03T18:55:17.547323Z","end":"2026-03-03T18:55:18.486749Z","steps":["trace[1061664116] 'agreement among raft nodes before linearized reading' (duration: 939.385344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.486812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.547311Z","time spent":"939.495636ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:55:18.48688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.180422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:18.486922Z","caller":"traceutil/trace.go:171","msg":"trace[727942869] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:992; }","duration":"669.272154ms","start":"2026-03-03T18:55:17.81764Z","end":"2026-03-03T18:55:18.486912Z","steps":["trace[727942869] 'agreement among raft nodes before linearized reading' (duration: 669.194852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.486963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.817612Z","time spent":"669.340976ms","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:55:18.487099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.827978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:55:18.487163Z","caller":"traceutil/trace.go:171","msg":"trace[292590216] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:992; }","duration":"800.917661ms","start":"2026-03-03T18:55:17.686238Z","end":"2026-03-03T18:55:18.487155Z","steps":["trace[292590216] 'agreement among raft nodes before linearized reading' (duration: 800.786308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.487183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.686216Z","time spent":"800.961772ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-03T18:55:18.487277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.952875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-03T18:55:18.487357Z","caller":"traceutil/trace.go:171","msg":"trace[1236174395] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:992; }","duration":"804.384875ms","start":"2026-03-03T18:55:17.682953Z","end":"2026-03-03T18:55:18.487338Z","steps":["trace[1236174395] 'agreement among raft nodes before linearized reading' (duration: 803.857792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.487467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.682931Z","time spent":"804.461878ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-03T18:55:18.8773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.612612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:18.877546Z","caller":"traceutil/trace.go:171","msg":"trace[1078231108] linearizableReadLoop","detail":"{readStateIndex:1037; appliedIndex:1034; }","duration":"313.459366ms","start":"2026-03-03T18:55:18.564071Z","end":"2026-03-03T18:55:18.877531Z","steps":["trace[1078231108] 'read index received' (duration: 158.825879ms)","trace[1078231108] 'applied index is now lower than readState.Index' (duration: 154.632557ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:18.877719Z","caller":"traceutil/trace.go:171","msg":"trace[2021462850] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"381.739929ms","start":"2026-03-03T18:55:18.495938Z","end":"2026-03-03T18:55:18.877678Z","steps":["trace[2021462850] 'process raft request' (duration: 381.540004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:18.877728Z","caller":"traceutil/trace.go:171","msg":"trace[1234084153] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"384.911477ms","start":"2026-03-03T18:55:18.49278Z","end":"2026-03-03T18:55:18.877691Z","steps":["trace[1234084153] 'process raft request' (duration: 26.814693ms)","trace[1234084153] 'compare' (duration: 357.382026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:18.877774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.578996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:55:18.877807Z","caller":"traceutil/trace.go:171","msg":"trace[1387389026] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:995; }","duration":"301.618838ms","start":"2026-03-03T18:55:18.576178Z","end":"2026-03-03T18:55:18.877797Z","steps":["trace[1387389026] 'agreement among raft nodes before linearized reading' (duration: 301.536216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.877842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:18.576086Z","time spent":"301.745101ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:55:18.877849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:18.495932Z","time spent":"381.853932ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:55:18.877839Z","caller":"traceutil/trace.go:171","msg":"trace[400897647] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"384.555219ms","start":"2026-03-03T18:55:18.493258Z","end":"2026-03-03T18:55:18.877814Z","steps":["trace[400897647] 'process raft request' (duration: 384.143829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.877882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.791795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-03T18:55:18.877935Z","caller":"traceutil/trace.go:171","msg":"trace[1194554122] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:995; }","duration":"313.883976ms","start":"2026-03-03T18:55:18.564037Z","end":"2026-03-03T18:55:18.877921Z","steps":["trace[1194554122] 'agreement among raft nodes before linearized reading' (duration: 313.64696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.877969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:18.564015Z","time spent":"313.945878ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-03T18:55:18.877978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:18.493248Z","time spent":"384.659351ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:18.878022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:18.492759Z","time spent":"385.04699ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:18.878112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.07254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:55:18.878144Z","caller":"traceutil/trace.go:171","msg":"trace[1999386739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:995; }","duration":"128.10349ms","start":"2026-03-03T18:55:18.750032Z","end":"2026-03-03T18:55:18.878135Z","steps":["trace[1999386739] 'agreement among raft nodes before linearized reading' (duration: 127.990838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.878167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.645334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T18:55:18.878198Z","caller":"traceutil/trace.go:171","msg":"trace[189156772] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:995; }","duration":"128.703976ms","start":"2026-03-03T18:55:18.749485Z","end":"2026-03-03T18:55:18.878189Z","steps":["trace[189156772] 'agreement among raft nodes before linearized reading' (duration: 128.590703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.05149Z","caller":"traceutil/trace.go:171","msg":"trace[1571126492] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"166.973897ms","start":"2026-03-03T18:55:18.884496Z","end":"2026-03-03T18:55:19.051469Z","steps":["trace[1571126492] 'process raft request' (duration: 166.929396ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.051586Z","caller":"traceutil/trace.go:171","msg":"trace[1182368609] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"167.155412ms","start":"2026-03-03T18:55:18.884396Z","end":"2026-03-03T18:55:19.051551Z","steps":["trace[1182368609] 'process raft request' (duration: 166.164948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.590447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.663869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T18:55:20.590558Z","caller":"traceutil/trace.go:171","msg":"trace[1557314140] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:998; }","duration":"838.783023ms","start":"2026-03-03T18:55:19.751755Z","end":"2026-03-03T18:55:20.590538Z","steps":["trace[1557314140] 'range keys from in-memory index tree' (duration: 838.520547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.590547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.603321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:55:20.590606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:19.751653Z","time spent":"838.939237ms","remote":"127.0.0.1:47254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"info","ts":"2026-03-03T18:55:20.59062Z","caller":"traceutil/trace.go:171","msg":"trace[525680652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:998; }","duration":"451.717334ms","start":"2026-03-03T18:55:20.138885Z","end":"2026-03-03T18:55:20.590602Z","steps":["trace[525680652] 'range keys from in-memory index tree' (duration: 451.54249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.590662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:20.138861Z","time spent":"451.791895ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:55:20.590749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.415379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-nkdhv\" ","response":"range_response_count:1 size:12641"} {"level":"info","ts":"2026-03-03T18:55:20.590803Z","caller":"traceutil/trace.go:171","msg":"trace[2001253476] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-nkdhv; range_end:; response_count:1; response_revision:998; }","duration":"619.47338ms","start":"2026-03-03T18:55:19.971314Z","end":"2026-03-03T18:55:20.590787Z","steps":["trace[2001253476] 'range keys from in-memory index tree' (duration: 619.226454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.590831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.448145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T18:55:20.590846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:19.971256Z","time spent":"619.577543ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":12664,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-nkdhv\" "} {"level":"info","ts":"2026-03-03T18:55:20.590874Z","caller":"traceutil/trace.go:171","msg":"trace[1193933538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:998; }","duration":"790.529347ms","start":"2026-03-03T18:55:19.800332Z","end":"2026-03-03T18:55:20.590861Z","steps":["trace[1193933538] 'range keys from in-memory index tree' (duration: 790.310632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.590909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:19.800311Z","time spent":"790.590489ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:55:20.590923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.37877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:55:20.590956Z","caller":"traceutil/trace.go:171","msg":"trace[333907415] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:998; }","duration":"310.443891ms","start":"2026-03-03T18:55:20.280503Z","end":"2026-03-03T18:55:20.590947Z","steps":["trace[333907415] 'count revisions from in-memory index tree' (duration: 310.324238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.590986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:20.280484Z","time spent":"310.494203ms","remote":"127.0.0.1:39636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:55:20.911989Z","caller":"traceutil/trace.go:171","msg":"trace[306630620] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"316.127752ms","start":"2026-03-03T18:55:20.595832Z","end":"2026-03-03T18:55:20.91196Z","steps":["trace[306630620] 'process raft request' (duration: 315.849985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.912136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:20.595815Z","time spent":"316.248224ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:20.912619Z","caller":"traceutil/trace.go:171","msg":"trace[224645450] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"316.627294ms","start":"2026-03-03T18:55:20.59596Z","end":"2026-03-03T18:55:20.912587Z","steps":["trace[224645450] 'process raft request' (duration: 315.940307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.91284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:20.595951Z","time spent":"316.795438ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:20.913242Z","caller":"traceutil/trace.go:171","msg":"trace[1736604171] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"317.245399ms","start":"2026-03-03T18:55:20.595981Z","end":"2026-03-03T18:55:20.913226Z","steps":["trace[1736604171] 'process raft request' (duration: 317.124416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.913455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:20.595954Z","time spent":"317.336121ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:20.913601Z","caller":"traceutil/trace.go:171","msg":"trace[652110989] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"316.642774ms","start":"2026-03-03T18:55:20.596933Z","end":"2026-03-03T18:55:20.913576Z","steps":["trace[652110989] 'process raft request' (duration: 316.259055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.913739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:20.59692Z","time spent":"316.751246ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:20.913963Z","caller":"traceutil/trace.go:171","msg":"trace[153156230] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"311.456018ms","start":"2026-03-03T18:55:20.602491Z","end":"2026-03-03T18:55:20.913947Z","steps":["trace[153156230] 'process raft request' (duration: 311.038098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:20.913943Z","caller":"traceutil/trace.go:171","msg":"trace[1370439814] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"246.096085ms","start":"2026-03-03T18:55:20.667823Z","end":"2026-03-03T18:55:20.913919Z","steps":["trace[1370439814] 'process raft request' (duration: 245.87679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.914051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:20.602483Z","time spent":"311.52502ms","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:37.108276Z","caller":"traceutil/trace.go:171","msg":"trace[456854604] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"121.873969ms","start":"2026-03-03T18:55:36.986364Z","end":"2026-03-03T18:55:37.108238Z","steps":["trace[456854604] 'process raft request' (duration: 121.109711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:37.108593Z","caller":"traceutil/trace.go:171","msg":"trace[1893636138] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"121.622363ms","start":"2026-03-03T18:55:36.986739Z","end":"2026-03-03T18:55:37.108361Z","steps":["trace[1893636138] 'process raft request' (duration: 121.460269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:37.111793Z","caller":"traceutil/trace.go:171","msg":"trace[219355902] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"101.921022ms","start":"2026-03-03T18:55:37.009852Z","end":"2026-03-03T18:55:37.111773Z","steps":["trace[219355902] 'process raft request' (duration: 101.42433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:47.7587Z","caller":"traceutil/trace.go:171","msg":"trace[1802132709] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"157.290946ms","start":"2026-03-03T18:56:47.601382Z","end":"2026-03-03T18:56:47.758673Z","steps":["trace[1802132709] 'process raft request' (duration: 154.733513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:47.758811Z","caller":"traceutil/trace.go:171","msg":"trace[162815273] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"156.742112ms","start":"2026-03-03T18:56:47.602064Z","end":"2026-03-03T18:56:47.758806Z","steps":["trace[162815273] 'process raft request' (duration: 156.557188ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:47.75882Z","caller":"traceutil/trace.go:171","msg":"trace[1102111712] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"156.461925ms","start":"2026-03-03T18:56:47.602333Z","end":"2026-03-03T18:56:47.758795Z","steps":["trace[1102111712] 'process raft request' (duration: 156.420554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:47.758845Z","caller":"traceutil/trace.go:171","msg":"trace[1991992645] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"156.503227ms","start":"2026-03-03T18:56:47.602312Z","end":"2026-03-03T18:56:47.758816Z","steps":["trace[1991992645] 'process raft request' (duration: 156.352103ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:01.984095Z","caller":"traceutil/trace.go:171","msg":"trace[1962147883] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"160.467534ms","start":"2026-03-03T18:57:01.823588Z","end":"2026-03-03T18:57:01.984055Z","steps":["trace[1962147883] 'process raft request' (duration: 138.600595ms)","trace[1962147883] 'compare' (duration: 21.736865ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:57:02.010419Z","caller":"traceutil/trace.go:171","msg":"trace[157532960] linearizableReadLoop","detail":"{readStateIndex:1481; appliedIndex:1479; }","duration":"184.344803ms","start":"2026-03-03T18:57:01.826048Z","end":"2026-03-03T18:57:02.010393Z","steps":["trace[157532960] 'read index received' (duration: 136.291059ms)","trace[157532960] 'applied index is now lower than readState.Index' (duration: 48.052464ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:57:02.01057Z","caller":"traceutil/trace.go:171","msg":"trace[871941916] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"186.335971ms","start":"2026-03-03T18:57:01.824191Z","end":"2026-03-03T18:57:02.010527Z","steps":["trace[871941916] 'process raft request' (duration: 186.068154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:02.01066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.585898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:57:02.0107Z","caller":"traceutil/trace.go:171","msg":"trace[1768811388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1418; }","duration":"184.6749ms","start":"2026-03-03T18:57:01.826013Z","end":"2026-03-03T18:57:02.010688Z","steps":["trace[1768811388] 'agreement among raft nodes before linearized reading' (duration: 184.506496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:02.010779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.241929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T18:57:02.010857Z","caller":"traceutil/trace.go:171","msg":"trace[1089482059] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1418; }","duration":"184.370912ms","start":"2026-03-03T18:57:01.826465Z","end":"2026-03-03T18:57:02.010836Z","steps":["trace[1089482059] 'agreement among raft nodes before linearized reading' (duration: 184.119386ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:04.129183Z","caller":"traceutil/trace.go:171","msg":"trace[523742965] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1486; }","duration":"114.811619ms","start":"2026-03-03T18:57:04.014345Z","end":"2026-03-03T18:57:04.129156Z","steps":["trace[523742965] 'read index received' (duration: 114.674816ms)","trace[523742965] 'applied index is now lower than readState.Index' (duration: 135.563µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:57:04.129308Z","caller":"traceutil/trace.go:171","msg":"trace[320332825] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"137.863778ms","start":"2026-03-03T18:57:03.991434Z","end":"2026-03-03T18:57:04.129298Z","steps":["trace[320332825] 'process raft request' (duration: 137.598151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:04.129512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.156727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:57:04.129553Z","caller":"traceutil/trace.go:171","msg":"trace[401682841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1424; }","duration":"115.23433ms","start":"2026-03-03T18:57:04.014306Z","end":"2026-03-03T18:57:04.129541Z","steps":["trace[401682841] 'agreement among raft nodes before linearized reading' (duration: 115.094076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:04.129723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.329456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:57:04.129731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.384159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-03T18:57:04.129861Z","caller":"traceutil/trace.go:171","msg":"trace[493705864] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:1424; }","duration":"101.537102ms","start":"2026-03-03T18:57:04.028305Z","end":"2026-03-03T18:57:04.129842Z","steps":["trace[493705864] 'agreement among raft nodes before linearized reading' (duration: 101.346747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:04.129794Z","caller":"traceutil/trace.go:171","msg":"trace[951574789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1424; }","duration":"103.441069ms","start":"2026-03-03T18:57:04.026338Z","end":"2026-03-03T18:57:04.129779Z","steps":["trace[951574789] 'agreement among raft nodes before linearized reading' (duration: 103.253035ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:15.926071Z","caller":"traceutil/trace.go:171","msg":"trace[2146150571] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"107.475012ms","start":"2026-03-03T18:58:15.818567Z","end":"2026-03-03T18:58:15.926042Z","steps":["trace[2146150571] 'process raft request' (duration: 50.015435ms)","trace[2146150571] 'compare' (duration: 57.289453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:58:22.405516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.673171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:58:22.405602Z","caller":"traceutil/trace.go:171","msg":"trace[135670422] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1769; }","duration":"103.815244ms","start":"2026-03-03T18:58:22.30177Z","end":"2026-03-03T18:58:22.405585Z","steps":["trace[135670422] 'count revisions from in-memory index tree' (duration: 103.598328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:29.668725Z","caller":"traceutil/trace.go:171","msg":"trace[1231553484] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1884; }","duration":"311.611926ms","start":"2026-03-03T18:58:29.357089Z","end":"2026-03-03T18:58:29.668701Z","steps":["trace[1231553484] 'read index received' (duration: 311.34456ms)","trace[1231553484] 'applied index is now lower than readState.Index' (duration: 266.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:29.668852Z","caller":"traceutil/trace.go:171","msg":"trace[1886570437] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"316.057525ms","start":"2026-03-03T18:58:29.352783Z","end":"2026-03-03T18:58:29.66884Z","steps":["trace[1886570437] 'process raft request' (duration: 315.701716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:29.668967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:29.352759Z","time spent":"316.125427ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:58:29.669083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.045337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-03T18:58:29.669167Z","caller":"traceutil/trace.go:171","msg":"trace[970206719] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1804; }","duration":"170.17352ms","start":"2026-03-03T18:58:29.498972Z","end":"2026-03-03T18:58:29.669145Z","steps":["trace[970206719] 'agreement among raft nodes before linearized reading' (duration: 169.982795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:29.6692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.114589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:58:29.669271Z","caller":"traceutil/trace.go:171","msg":"trace[1256514914] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1804; }","duration":"312.234762ms","start":"2026-03-03T18:58:29.357016Z","end":"2026-03-03T18:58:29.669251Z","steps":["trace[1256514914] 'agreement among raft nodes before linearized reading' (duration: 312.019166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:29.669319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:29.356996Z","time spent":"312.311493ms","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-03T18:59:02.490356Z","caller":"traceutil/trace.go:171","msg":"trace[1071442834] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"101.163905ms","start":"2026-03-03T18:59:02.389177Z","end":"2026-03-03T18:59:02.490341Z","steps":["trace[1071442834] 'process raft request' (duration: 101.047612ms)"],"step_count":1}