{"level":"warn","ts":"2026-03-05T17:47:29.356204Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T17:47:29.356319Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-05T17:47:29.356406Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T17:47:29.356425Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-03-05T17:47:29.356456Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T17:47:29.357362Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-03-05T17:47:29.357878Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-05T17:47:29.364604Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.252079ms"} {"level":"info","ts":"2026-03-05T17:47:29.380362Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-03-05T17:47:29.380494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-03-05T17:47:29.380531Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-03-05T17:47:29.380549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-05T17:47:29.380568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-03-05T17:47:29.380614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-03-05T17:47:29.389495Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-05T17:47:29.391995Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-05T17:47:29.393413Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-05T17:47:29.397119Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-05T17:47:29.397342Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-05T17:47:29.397357Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T17:47:29.398305Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T17:47:29.39832Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T17:47:29.398653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-03-05T17:47:29.398888Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-03-05T17:47:29.401219Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T17:47:29.40127Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-03-05T17:47:29.401363Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-03-05T17:47:29.401502Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-05T17:47:29.401536Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-05T17:47:29.881513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-03-05T17:47:29.881575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-03-05T17:47:29.881679Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-03-05T17:47:29.881791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-03-05T17:47:29.881811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-03-05T17:47:29.881875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-03-05T17:47:29.881896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-03-05T17:47:29.883208Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T17:47:29.884484Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-03-05T17:47:29.884489Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T17:47:29.884565Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T17:47:29.884849Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-05T17:47:29.88499Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-05T17:47:29.885571Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T17:47:29.885835Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T17:47:29.885984Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T17:47:29.890168Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-03-05T17:47:29.890299Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-05T17:47:36.004007Z","caller":"traceutil/trace.go:171","msg":"trace[1348074232] linearizableReadLoop","detail":"{readStateIndex:277; appliedIndex:276; }","duration":"353.188247ms","start":"2026-03-05T17:47:35.650793Z","end":"2026-03-05T17:47:36.003981Z","steps":["trace[1348074232] 'read index received' (duration: 353.126886ms)","trace[1348074232] 'applied index is now lower than readState.Index' (duration: 60.151µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:47:36.004125Z","caller":"traceutil/trace.go:171","msg":"trace[974375758] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"504.77434ms","start":"2026-03-05T17:47:35.499307Z","end":"2026-03-05T17:47:36.004081Z","steps":["trace[974375758] 'process raft request' (duration: 504.548335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:36.004274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.427052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:47:36.004395Z","caller":"traceutil/trace.go:171","msg":"trace[1214414669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:267; }","duration":"353.594736ms","start":"2026-03-05T17:47:35.65078Z","end":"2026-03-05T17:47:36.004374Z","steps":["trace[1214414669] 'agreement among raft nodes before linearized reading' (duration: 353.358661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:36.004453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:35.650721Z","time spent":"353.717899ms","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:47:36.00474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:35.499276Z","time spent":"504.949075ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:47:36.906347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.47937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-05T17:47:36.906649Z","caller":"traceutil/trace.go:171","msg":"trace[991778961] linearizableReadLoop","detail":"{readStateIndex:281; appliedIndex:277; }","duration":"902.514657ms","start":"2026-03-05T17:47:36.004111Z","end":"2026-03-05T17:47:36.906626Z","steps":["trace[991778961] 'read index received' (duration: 186.35913ms)","trace[991778961] 'applied index is now lower than readState.Index' (duration: 716.154007ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:47:36.906845Z","caller":"traceutil/trace.go:171","msg":"trace[1704136054] transaction","detail":"{read_only:false; number_of_response:0; response_revision:267; }","duration":"1.093293832s","start":"2026-03-05T17:47:35.81351Z","end":"2026-03-05T17:47:36.906804Z","steps":["trace[1704136054] 'process raft request' (duration: 1.093077607s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:36.906967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093482067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3468"} {"level":"info","ts":"2026-03-05T17:47:36.90698Z","caller":"traceutil/trace.go:171","msg":"trace[1508814575] transaction","detail":"{read_only:false; number_of_response:0; response_revision:267; }","duration":"1.094999053s","start":"2026-03-05T17:47:35.811935Z","end":"2026-03-05T17:47:36.906934Z","steps":["trace[1508814575] 'process raft request' (duration: 378.636582ms)","trace[1508814575] 'compare' (duration: 715.396718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:47:36.907041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.588425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:47:36.907053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:35.813496Z","time spent":"1.093468356s","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:47:36.907078Z","caller":"traceutil/trace.go:171","msg":"trace[2098371657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:267; }","duration":"901.656896ms","start":"2026-03-05T17:47:36.00541Z","end":"2026-03-05T17:47:36.907067Z","steps":["trace[2098371657] 'agreement among raft nodes before linearized reading' (duration: 901.585185ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:47:36.907087Z","caller":"traceutil/trace.go:171","msg":"trace[1149461142] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:267; }","duration":"1.09362657s","start":"2026-03-05T17:47:35.813405Z","end":"2026-03-05T17:47:36.907032Z","steps":["trace[1149461142] 'agreement among raft nodes before linearized reading' (duration: 1.093410165s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:36.907121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:36.005389Z","time spent":"901.720468ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:47:36.907145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:35.813386Z","time spent":"1.093748183s","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3491,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-05T17:47:36.907164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:35.81191Z","time spent":"1.095157947s","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:47:36.907316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083760656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:47:36.907355Z","caller":"traceutil/trace.go:171","msg":"trace[1010669981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:267; }","duration":"1.083812588s","start":"2026-03-05T17:47:35.823523Z","end":"2026-03-05T17:47:36.907335Z","steps":["trace[1010669981] 'agreement among raft nodes before linearized reading' (duration: 1.083763346s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:36.90739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.963417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T17:47:36.907398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:35.823508Z","time spent":"1.083882599s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:47:36.907426Z","caller":"traceutil/trace.go:171","msg":"trace[1811278757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:267; }","duration":"585.044998ms","start":"2026-03-05T17:47:36.32237Z","end":"2026-03-05T17:47:36.907415Z","steps":["trace[1811278757] 'agreement among raft nodes before linearized reading' (duration: 584.959396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:36.907458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:36.32234Z","time spent":"585.11136ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:47:36.907459Z","caller":"traceutil/trace.go:171","msg":"trace[1487954642] transaction","detail":"{read_only:false; number_of_response:0; response_revision:267; }","duration":"1.093977108s","start":"2026-03-05T17:47:35.813474Z","end":"2026-03-05T17:47:36.907451Z","steps":["trace[1487954642] 'process raft request' (duration: 1.093072397s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:36.907516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:35.813449Z","time spent":"1.09403853s","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:47:36.907553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.088558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:47:36.907578Z","caller":"traceutil/trace.go:171","msg":"trace[1284204571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:267; }","duration":"587.153919ms","start":"2026-03-05T17:47:36.320416Z","end":"2026-03-05T17:47:36.90757Z","steps":["trace[1284204571] 'agreement among raft nodes before linearized reading' (duration: 587.111058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:36.907602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:36.320393Z","time spent":"587.20391ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:47:36.907652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.550027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:47:36.907688Z","caller":"traceutil/trace.go:171","msg":"trace[1696460656] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:0; response_revision:267; }","duration":"899.623458ms","start":"2026-03-05T17:47:36.008054Z","end":"2026-03-05T17:47:36.907677Z","steps":["trace[1696460656] 'agreement among raft nodes before linearized reading' (duration: 899.551956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:36.907716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:36.008037Z","time spent":"899.673649ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-03-05T17:47:36.907778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.295924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-05T17:47:36.907421Z","caller":"traceutil/trace.go:171","msg":"trace[925566025] transaction","detail":"{read_only:false; number_of_response:0; response_revision:267; }","duration":"1.094161852s","start":"2026-03-05T17:47:35.813247Z","end":"2026-03-05T17:47:36.907409Z","steps":["trace[925566025] 'process raft request' (duration: 1.093259111s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:47:36.907823Z","caller":"traceutil/trace.go:171","msg":"trace[1783417601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:267; }","duration":"749.369216ms","start":"2026-03-05T17:47:36.158435Z","end":"2026-03-05T17:47:36.907804Z","steps":["trace[1783417601] 'agreement among raft nodes before linearized reading' (duration: 749.301894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:36.907854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:36.158413Z","time spent":"749.434948ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:47:36.907856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:35.813227Z","time spent":"1.094599634s","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:47:37.854854Z","caller":"traceutil/trace.go:171","msg":"trace[1743409613] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"942.027187ms","start":"2026-03-05T17:47:36.912793Z","end":"2026-03-05T17:47:37.85482Z","steps":["trace[1743409613] 'process raft request' (duration: 941.594016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:37.855021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:36.912769Z","time spent":"942.16945ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:47:37.867209Z","caller":"traceutil/trace.go:171","msg":"trace[940577031] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"946.556644ms","start":"2026-03-05T17:47:36.920631Z","end":"2026-03-05T17:47:37.867188Z","steps":["trace[940577031] 'process raft request' (duration: 946.526463ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:47:37.867445Z","caller":"traceutil/trace.go:171","msg":"trace[407355403] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"951.43769ms","start":"2026-03-05T17:47:36.915993Z","end":"2026-03-05T17:47:37.867431Z","steps":["trace[407355403] 'process raft request' (duration: 951.080402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:37.867488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:36.920622Z","time spent":"946.643456ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:47:37.867493Z","caller":"traceutil/trace.go:171","msg":"trace[66566289] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"951.500651ms","start":"2026-03-05T17:47:36.915963Z","end":"2026-03-05T17:47:37.867464Z","steps":["trace[66566289] 'process raft request' (duration: 950.992699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:37.867521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:36.915979Z","time spent":"951.502762ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:47:37.867577Z","caller":"traceutil/trace.go:171","msg":"trace[1611799693] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"951.497382ms","start":"2026-03-05T17:47:36.916039Z","end":"2026-03-05T17:47:37.867536Z","steps":["trace[1611799693] 'process raft request' (duration: 951.096173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:37.867621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:36.91594Z","time spent":"951.615294ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:47:37.86773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:36.916024Z","time spent":"951.633285ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:47:37.867599Z","caller":"traceutil/trace.go:171","msg":"trace[492946857] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"951.546263ms","start":"2026-03-05T17:47:36.916029Z","end":"2026-03-05T17:47:37.867576Z","steps":["trace[492946857] 'process raft request' (duration: 951.078122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:47:37.867851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:47:36.916023Z","time spent":"951.749617ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:47:41.52659Z","caller":"traceutil/trace.go:171","msg":"trace[279442979] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"135.475801ms","start":"2026-03-05T17:47:41.39109Z","end":"2026-03-05T17:47:41.526565Z","steps":["trace[279442979] 'process raft request' (duration: 135.322407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:05.518331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.23507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2phnn\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-05T17:48:05.518437Z","caller":"traceutil/trace.go:171","msg":"trace[637253399] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2phnn; range_end:; response_count:1; response_revision:480; }","duration":"637.377873ms","start":"2026-03-05T17:48:04.881027Z","end":"2026-03-05T17:48:05.518404Z","steps":["trace[637253399] 'range keys from in-memory index tree' (duration: 637.055676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:05.518506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:04.881005Z","time spent":"637.484676ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-2phnn\" "} {"level":"info","ts":"2026-03-05T17:48:05.814055Z","caller":"traceutil/trace.go:171","msg":"trace[845233305] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"385.985807ms","start":"2026-03-05T17:48:05.428041Z","end":"2026-03-05T17:48:05.814026Z","steps":["trace[845233305] 'process raft request' (duration: 385.827074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:05.814244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:05.428015Z","time spent":"386.14301ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:48:06.539799Z","caller":"traceutil/trace.go:171","msg":"trace[1534028877] linearizableReadLoop","detail":"{readStateIndex:503; appliedIndex:501; }","duration":"886.954506ms","start":"2026-03-05T17:48:05.652822Z","end":"2026-03-05T17:48:06.539776Z","steps":["trace[1534028877] 'read index received' (duration: 161.073789ms)","trace[1534028877] 'applied index is now lower than readState.Index' (duration: 725.879837ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:48:06.539872Z","caller":"traceutil/trace.go:171","msg":"trace[482505594] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"1.007695108s","start":"2026-03-05T17:48:05.532147Z","end":"2026-03-05T17:48:06.539842Z","steps":["trace[482505594] 'process raft request' (duration: 1.007445252s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:06.540042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:05.532126Z","time spent":"1.00782182s","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:48:06.540138Z","caller":"traceutil/trace.go:171","msg":"trace[434366284] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"799.284112ms","start":"2026-03-05T17:48:05.740841Z","end":"2026-03-05T17:48:06.540125Z","steps":["trace[434366284] 'process raft request' (duration: 798.888063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:06.540252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:05.740789Z","time spent":"799.389395ms","remote":"127.0.0.1:53254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:48:06.540307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.481328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:48:06.540279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.349594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T17:48:06.540349Z","caller":"traceutil/trace.go:171","msg":"trace[259728046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:483; }","duration":"887.54786ms","start":"2026-03-05T17:48:05.65279Z","end":"2026-03-05T17:48:06.540338Z","steps":["trace[259728046] 'agreement among raft nodes before linearized reading' (duration: 887.478369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:06.540395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:05.652775Z","time spent":"887.614542ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:48:06.540309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.823707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:48:06.54045Z","caller":"traceutil/trace.go:171","msg":"trace[1565157683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:483; }","duration":"512.008122ms","start":"2026-03-05T17:48:06.02843Z","end":"2026-03-05T17:48:06.540438Z","steps":["trace[1565157683] 'agreement among raft nodes before linearized reading' (duration: 511.809397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:06.540452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.554298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-05T17:48:06.540495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:06.028418Z","time spent":"512.065413ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:48:06.540538Z","caller":"traceutil/trace.go:171","msg":"trace[1104448501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:483; }","duration":"518.667131ms","start":"2026-03-05T17:48:06.021846Z","end":"2026-03-05T17:48:06.540513Z","steps":["trace[1104448501] 'agreement among raft nodes before linearized reading' (duration: 518.480786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:06.540325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.875413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T17:48:06.540586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:06.021832Z","time spent":"518.743312ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:48:06.540619Z","caller":"traceutil/trace.go:171","msg":"trace[962727035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:483; }","duration":"513.20488ms","start":"2026-03-05T17:48:06.027392Z","end":"2026-03-05T17:48:06.540597Z","steps":["trace[962727035] 'agreement among raft nodes before linearized reading' (duration: 512.861072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:06.54066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:06.027364Z","time spent":"513.285533ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:48:06.540408Z","caller":"traceutil/trace.go:171","msg":"trace[1753638314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:483; }","duration":"521.515058ms","start":"2026-03-05T17:48:06.018867Z","end":"2026-03-05T17:48:06.540382Z","steps":["trace[1753638314] 'agreement among raft nodes before linearized reading' (duration: 521.298693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:06.540798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:06.018849Z","time spent":"521.940039ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:48:07.153981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078406714,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:48:07.156165Z","caller":"traceutil/trace.go:171","msg":"trace[1335951378] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:505; }","duration":"502.574948ms","start":"2026-03-05T17:48:06.653568Z","end":"2026-03-05T17:48:07.156143Z","steps":["trace[1335951378] 'read index received' (duration: 501.955624ms)","trace[1335951378] 'applied index is now lower than readState.Index' (duration: 618.564µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:48:07.156292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.698351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:48:07.156326Z","caller":"traceutil/trace.go:171","msg":"trace[1327224075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:487; }","duration":"502.772053ms","start":"2026-03-05T17:48:06.653542Z","end":"2026-03-05T17:48:07.156314Z","steps":["trace[1327224075] 'agreement among raft nodes before linearized reading' (duration: 502.670631ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:07.156287Z","caller":"traceutil/trace.go:171","msg":"trace[1383200212] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"609.8791ms","start":"2026-03-05T17:48:06.546353Z","end":"2026-03-05T17:48:07.156232Z","steps":["trace[1383200212] 'process raft request' (duration: 609.695796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:07.156362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:06.653531Z","time spent":"502.823094ms","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:48:07.156306Z","caller":"traceutil/trace.go:171","msg":"trace[37115612] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"610.459623ms","start":"2026-03-05T17:48:06.545817Z","end":"2026-03-05T17:48:07.156276Z","steps":["trace[37115612] 'process raft request' (duration: 609.836009ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:07.156526Z","caller":"traceutil/trace.go:171","msg":"trace[858295344] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"610.133266ms","start":"2026-03-05T17:48:06.546143Z","end":"2026-03-05T17:48:07.156276Z","steps":["trace[858295344] 'process raft request' (duration: 609.659715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:07.156555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:06.546344Z","time spent":"610.062604ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:48:07.156576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:06.545795Z","time spent":"610.696709ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:48:07.156704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:06.546131Z","time spent":"610.478074ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:48:09.073096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078406720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:48:09.535894Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100417631s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:48:10.015279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.150812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T17:48:10.015383Z","caller":"traceutil/trace.go:171","msg":"trace[1276004728] linearizableReadLoop","detail":"{readStateIndex:509; appliedIndex:508; }","duration":"1.442919134s","start":"2026-03-05T17:48:08.572447Z","end":"2026-03-05T17:48:10.015366Z","steps":["trace[1276004728] 'read index received' (duration: 963.61888ms)","trace[1276004728] 'applied index is now lower than readState.Index' (duration: 479.298714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:48:10.015565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443115249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T17:48:10.015599Z","caller":"traceutil/trace.go:171","msg":"trace[1608750149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:487; }","duration":"1.443187391s","start":"2026-03-05T17:48:08.572401Z","end":"2026-03-05T17:48:10.015588Z","steps":["trace[1608750149] 'agreement among raft nodes before linearized reading' (duration: 1.443045347s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:10.015665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:08.572383Z","time spent":"1.443273722s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:48:10.015575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360447494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:48:10.015714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.27375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-05T17:48:10.015769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.408493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:48:10.01581Z","caller":"traceutil/trace.go:171","msg":"trace[1238244024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:487; }","duration":"854.390742ms","start":"2026-03-05T17:48:09.161401Z","end":"2026-03-05T17:48:10.015792Z","steps":["trace[1238244024] 'agreement among raft nodes before linearized reading' (duration: 854.126666ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:10.015825Z","caller":"traceutil/trace.go:171","msg":"trace[607736982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:487; }","duration":"854.514866ms","start":"2026-03-05T17:48:09.161294Z","end":"2026-03-05T17:48:10.015809Z","steps":["trace[607736982] 'agreement among raft nodes before linearized reading' (duration: 854.318241ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:10.015773Z","caller":"traceutil/trace.go:171","msg":"trace[147748203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:487; }","duration":"1.36071088s","start":"2026-03-05T17:48:08.655043Z","end":"2026-03-05T17:48:10.015753Z","steps":["trace[147748203] 'agreement among raft nodes before linearized reading' (duration: 1.360447104s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:10.015861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:09.161295Z","time spent":"854.557047ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:48:10.016029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:08.655024Z","time spent":"1.360987497s","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:48:10.015822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.034844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T17:48:10.016309Z","caller":"traceutil/trace.go:171","msg":"trace[120782402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:487; }","duration":"854.576167ms","start":"2026-03-05T17:48:09.161709Z","end":"2026-03-05T17:48:10.016285Z","steps":["trace[120782402] 'agreement among raft nodes before linearized reading' (duration: 853.84744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:10.015869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:09.161265Z","time spent":"854.593177ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:48:10.016487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:09.1617Z","time spent":"854.766751ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:48:21.426492Z","caller":"traceutil/trace.go:171","msg":"trace[1973045642] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"266.622529ms","start":"2026-03-05T17:48:21.15984Z","end":"2026-03-05T17:48:21.426462Z","steps":["trace[1973045642] 'process raft request' (duration: 266.409334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:28.651877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078407064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:48:29.15296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078407064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:48:29.24207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.582983314s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:48:29.242617Z","caller":"traceutil/trace.go:171","msg":"trace[1378361411] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"1.583631039s","start":"2026-03-05T17:48:27.658946Z","end":"2026-03-05T17:48:29.242577Z","steps":["trace[1378361411] 'process raft request' (duration: 1.583376613s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:29.242852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:27.658925Z","time spent":"1.583797084s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:48:29.679363Z","caller":"traceutil/trace.go:171","msg":"trace[126777445] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:693; }","duration":"1.528362876s","start":"2026-03-05T17:48:28.150966Z","end":"2026-03-05T17:48:29.679329Z","steps":["trace[126777445] 'read index received' (duration: 1.091382247s)","trace[126777445] 'applied index is now lower than readState.Index' (duration: 436.978899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:48:29.679565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528584291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-05T17:48:29.679661Z","caller":"traceutil/trace.go:171","msg":"trace[747843682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:666; }","duration":"1.528723214s","start":"2026-03-05T17:48:28.15092Z","end":"2026-03-05T17:48:29.679643Z","steps":["trace[747843682] 'agreement among raft nodes before linearized reading' (duration: 1.528503269s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:29.679701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:28.150899Z","time spent":"1.528795555s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:48:29.679685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026812711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:48:29.679714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52392673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:48:29.679768Z","caller":"traceutil/trace.go:171","msg":"trace[657959755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:666; }","duration":"1.524021843s","start":"2026-03-05T17:48:28.155733Z","end":"2026-03-05T17:48:29.679755Z","steps":["trace[657959755] 'agreement among raft nodes before linearized reading' (duration: 1.523836738s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:29.679771Z","caller":"traceutil/trace.go:171","msg":"trace[536907151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"1.026948205s","start":"2026-03-05T17:48:28.652803Z","end":"2026-03-05T17:48:29.679751Z","steps":["trace[536907151] 'agreement among raft nodes before linearized reading' (duration: 1.026824432s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:29.679811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:28.155715Z","time spent":"1.524087584s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:48:29.679814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:28.65278Z","time spent":"1.027026376s","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:48:29.679795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526075211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T17:48:29.679962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527836363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T17:48:29.679971Z","caller":"traceutil/trace.go:171","msg":"trace[1157151929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:666; }","duration":"1.526279845s","start":"2026-03-05T17:48:28.153667Z","end":"2026-03-05T17:48:29.679947Z","steps":["trace[1157151929] 'agreement among raft nodes before linearized reading' (duration: 1.525941707s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:29.680016Z","caller":"traceutil/trace.go:171","msg":"trace[715778463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:666; }","duration":"1.527880734s","start":"2026-03-05T17:48:28.152102Z","end":"2026-03-05T17:48:29.679983Z","steps":["trace[715778463] 'agreement among raft nodes before linearized reading' (duration: 1.527428354s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:29.68002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:28.153658Z","time spent":"1.526351058s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:48:29.680044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:28.152095Z","time spent":"1.527942285s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:48:31.451415Z","caller":"traceutil/trace.go:171","msg":"trace[323522166] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"200.277502ms","start":"2026-03-05T17:48:31.251111Z","end":"2026-03-05T17:48:31.451389Z","steps":["trace[323522166] 'process raft request' (duration: 200.146899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:31.782851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.030197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:48:31.782947Z","caller":"traceutil/trace.go:171","msg":"trace[172235269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"129.171501ms","start":"2026-03-05T17:48:31.653747Z","end":"2026-03-05T17:48:31.782919Z","steps":["trace[172235269] 'range keys from in-memory index tree' (duration: 128.910055ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:31.927898Z","caller":"traceutil/trace.go:171","msg":"trace[948971142] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"140.692695ms","start":"2026-03-05T17:48:31.787179Z","end":"2026-03-05T17:48:31.927872Z","steps":["trace[948971142] 'process raft request' (duration: 140.514371ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:31.959263Z","caller":"traceutil/trace.go:171","msg":"trace[1832300910] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"170.200377ms","start":"2026-03-05T17:48:31.789034Z","end":"2026-03-05T17:48:31.959234Z","steps":["trace[1832300910] 'process raft request' (duration: 170.111104ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:31.959262Z","caller":"traceutil/trace.go:171","msg":"trace[2025534036] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"171.798134ms","start":"2026-03-05T17:48:31.787433Z","end":"2026-03-05T17:48:31.959231Z","steps":["trace[2025534036] 'process raft request' (duration: 171.557649ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:31.959287Z","caller":"traceutil/trace.go:171","msg":"trace[1013106426] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"171.549828ms","start":"2026-03-05T17:48:31.787698Z","end":"2026-03-05T17:48:31.959248Z","steps":["trace[1013106426] 'process raft request' (duration: 171.408475ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:31.959387Z","caller":"traceutil/trace.go:171","msg":"trace[1006895458] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"167.39539ms","start":"2026-03-05T17:48:31.791966Z","end":"2026-03-05T17:48:31.959362Z","steps":["trace[1006895458] 'process raft request' (duration: 167.214185ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:33.109171Z","caller":"traceutil/trace.go:171","msg":"trace[1432617770] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"114.021241ms","start":"2026-03-05T17:48:32.995117Z","end":"2026-03-05T17:48:33.109138Z","steps":["trace[1432617770] 'process raft request' (duration: 99.210418ms)","trace[1432617770] 'compare' (duration: 14.670019ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:48:33.113758Z","caller":"traceutil/trace.go:171","msg":"trace[112539035] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"110.000475ms","start":"2026-03-05T17:48:33.003738Z","end":"2026-03-05T17:48:33.113739Z","steps":["trace[112539035] 'process raft request' (duration: 109.874992ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:36.216423Z","caller":"traceutil/trace.go:171","msg":"trace[101873549] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"148.983273ms","start":"2026-03-05T17:48:36.067408Z","end":"2026-03-05T17:48:36.216391Z","steps":["trace[101873549] 'process raft request' (duration: 123.429662ms)","trace[101873549] 'compare' (duration: 25.426588ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:48:36.234127Z","caller":"traceutil/trace.go:171","msg":"trace[1548797963] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"163.800946ms","start":"2026-03-05T17:48:36.070303Z","end":"2026-03-05T17:48:36.234104Z","steps":["trace[1548797963] 'process raft request' (duration: 163.760285ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:36.234187Z","caller":"traceutil/trace.go:171","msg":"trace[541511279] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"164.407562ms","start":"2026-03-05T17:48:36.069756Z","end":"2026-03-05T17:48:36.234164Z","steps":["trace[541511279] 'process raft request' (duration: 164.186656ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:37.173701Z","caller":"traceutil/trace.go:171","msg":"trace[208478594] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"107.866249ms","start":"2026-03-05T17:48:37.06581Z","end":"2026-03-05T17:48:37.173676Z","steps":["trace[208478594] 'process raft request' (duration: 107.724546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:37.832732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.731078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:48:37.832839Z","caller":"traceutil/trace.go:171","msg":"trace[291100880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:696; }","duration":"179.894262ms","start":"2026-03-05T17:48:37.652921Z","end":"2026-03-05T17:48:37.832816Z","steps":["trace[291100880] 'range keys from in-memory index tree' (duration: 179.618945ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:38.195647Z","caller":"traceutil/trace.go:171","msg":"trace[1263690490] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"169.899062ms","start":"2026-03-05T17:48:38.025715Z","end":"2026-03-05T17:48:38.195614Z","steps":["trace[1263690490] 'process raft request' (duration: 169.732728ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:38.338647Z","caller":"traceutil/trace.go:171","msg":"trace[1903610043] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"101.413604ms","start":"2026-03-05T17:48:38.237212Z","end":"2026-03-05T17:48:38.338626Z","steps":["trace[1903610043] 'process raft request' (duration: 101.276861ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:38.377772Z","caller":"traceutil/trace.go:171","msg":"trace[1655283090] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"135.143612ms","start":"2026-03-05T17:48:38.24259Z","end":"2026-03-05T17:48:38.377734Z","steps":["trace[1655283090] 'process raft request' (duration: 135.0887ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:38.377995Z","caller":"traceutil/trace.go:171","msg":"trace[1896885860] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"135.54184ms","start":"2026-03-05T17:48:38.242434Z","end":"2026-03-05T17:48:38.377975Z","steps":["trace[1896885860] 'process raft request' (duration: 135.10015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:38.908003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.949413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:48:38.908122Z","caller":"traceutil/trace.go:171","msg":"trace[1829976083] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:700; }","duration":"185.088466ms","start":"2026-03-05T17:48:38.722989Z","end":"2026-03-05T17:48:38.908077Z","steps":["trace[1829976083] 'count revisions from in-memory index tree' (duration: 184.862031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:38.907993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.22941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:48:38.90822Z","caller":"traceutil/trace.go:171","msg":"trace[931949211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:700; }","duration":"254.497796ms","start":"2026-03-05T17:48:38.653671Z","end":"2026-03-05T17:48:38.908169Z","steps":["trace[931949211] 'range keys from in-memory index tree' (duration: 254.100247ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:52.575303Z","caller":"traceutil/trace.go:171","msg":"trace[384312394] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:767; }","duration":"177.425193ms","start":"2026-03-05T17:48:52.397855Z","end":"2026-03-05T17:48:52.57528Z","steps":["trace[384312394] 'read index received' (duration: 177.172397ms)","trace[384312394] 'applied index is now lower than readState.Index' (duration: 251.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:48:52.575354Z","caller":"traceutil/trace.go:171","msg":"trace[1950915848] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"294.491832ms","start":"2026-03-05T17:48:52.280831Z","end":"2026-03-05T17:48:52.575323Z","steps":["trace[1950915848] 'process raft request' (duration: 294.287407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:52.575549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.672968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T17:48:52.575591Z","caller":"traceutil/trace.go:171","msg":"trace[1554694318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:735; }","duration":"177.783481ms","start":"2026-03-05T17:48:52.397797Z","end":"2026-03-05T17:48:52.57558Z","steps":["trace[1554694318] 'agreement among raft nodes before linearized reading' (duration: 177.630227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:52.575782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.354672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:48:52.575835Z","caller":"traceutil/trace.go:171","msg":"trace[1618486505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:735; }","duration":"116.449725ms","start":"2026-03-05T17:48:52.459374Z","end":"2026-03-05T17:48:52.575824Z","steps":["trace[1618486505] 'agreement among raft nodes before linearized reading' (duration: 116.261229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:52.932376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.608718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:48:52.932489Z","caller":"traceutil/trace.go:171","msg":"trace[338906158] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"353.276258ms","start":"2026-03-05T17:48:52.579191Z","end":"2026-03-05T17:48:52.932467Z","steps":["trace[338906158] 'process raft request' (duration: 218.493935ms)","trace[338906158] 'compare' (duration: 134.474735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:48:52.932592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:52.57917Z","time spent":"353.35044ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:48:52.94006Z","caller":"traceutil/trace.go:171","msg":"trace[277379863] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"360.200764ms","start":"2026-03-05T17:48:52.579844Z","end":"2026-03-05T17:48:52.940045Z","steps":["trace[277379863] 'process raft request' (duration: 360.08059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:52.940145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:52.579836Z","time spent":"360.269446ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:48:52.94028Z","caller":"traceutil/trace.go:171","msg":"trace[1761047366] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:768; }","duration":"286.484422ms","start":"2026-03-05T17:48:52.653746Z","end":"2026-03-05T17:48:52.94023Z","steps":["trace[1761047366] 'read index received' (duration: 143.970483ms)","trace[1761047366] 'applied index is now lower than readState.Index' (duration: 142.510919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:48:52.940412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.674256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:48:52.940385Z","caller":"traceutil/trace.go:171","msg":"trace[716151183] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"360.45097ms","start":"2026-03-05T17:48:52.57989Z","end":"2026-03-05T17:48:52.940341Z","steps":["trace[716151183] 'process raft request' (duration: 360.114002ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:52.940467Z","caller":"traceutil/trace.go:171","msg":"trace[1763990174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:738; }","duration":"286.765328ms","start":"2026-03-05T17:48:52.653693Z","end":"2026-03-05T17:48:52.940458Z","steps":["trace[1763990174] 'agreement among raft nodes before linearized reading' (duration: 286.691266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:52.940582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:52.579884Z","time spent":"360.602204ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:48:53.572386Z","caller":"traceutil/trace.go:171","msg":"trace[1275934898] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:771; }","duration":"367.58535ms","start":"2026-03-05T17:48:53.204767Z","end":"2026-03-05T17:48:53.572352Z","steps":["trace[1275934898] 'read index received' (duration: 344.279703ms)","trace[1275934898] 'applied index is now lower than readState.Index' (duration: 23.304037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:48:53.5724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:52.981332Z","time spent":"591.062064ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:48:53.572515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.738383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:48:53.572577Z","caller":"traceutil/trace.go:171","msg":"trace[1923489029] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:738; }","duration":"367.846066ms","start":"2026-03-05T17:48:53.204717Z","end":"2026-03-05T17:48:53.572563Z","steps":["trace[1923489029] 'agreement among raft nodes before linearized reading' (duration: 367.734513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:53.572613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:53.204697Z","time spent":"367.905768ms","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:48:53.598935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.55284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:48:53.599245Z","caller":"traceutil/trace.go:171","msg":"trace[1517158183] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:739; }","duration":"275.789736ms","start":"2026-03-05T17:48:53.323282Z","end":"2026-03-05T17:48:53.599072Z","steps":["trace[1517158183] 'agreement among raft nodes before linearized reading' (duration: 275.53975ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:55.09363Z","caller":"traceutil/trace.go:171","msg":"trace[716394053] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:775; }","duration":"441.576649ms","start":"2026-03-05T17:48:54.652026Z","end":"2026-03-05T17:48:55.093603Z","steps":["trace[716394053] 'read index received' (duration: 441.402995ms)","trace[716394053] 'applied index is now lower than readState.Index' (duration: 172.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:48:55.093688Z","caller":"traceutil/trace.go:171","msg":"trace[474813196] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"508.51546ms","start":"2026-03-05T17:48:54.585121Z","end":"2026-03-05T17:48:55.093637Z","steps":["trace[474813196] 'process raft request' (duration: 508.312845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:55.093852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:54.585091Z","time spent":"508.668513ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:48:55.093829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.791713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:48:55.093857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.824509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T17:48:55.093926Z","caller":"traceutil/trace.go:171","msg":"trace[508511367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"441.962818ms","start":"2026-03-05T17:48:54.651941Z","end":"2026-03-05T17:48:55.093904Z","steps":["trace[508511367] 'agreement among raft nodes before linearized reading' (duration: 441.782944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:55.093936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.552336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T17:48:55.093932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.968821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T17:48:55.093972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:54.651907Z","time spent":"442.05669ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:48:55.093972Z","caller":"traceutil/trace.go:171","msg":"trace[54072657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:742; }","duration":"149.603686ms","start":"2026-03-05T17:48:54.944355Z","end":"2026-03-05T17:48:55.093958Z","steps":["trace[54072657] 'agreement among raft nodes before linearized reading' (duration: 149.527995ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:55.093984Z","caller":"traceutil/trace.go:171","msg":"trace[1664837715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:742; }","duration":"149.055864ms","start":"2026-03-05T17:48:54.944914Z","end":"2026-03-05T17:48:55.09397Z","steps":["trace[1664837715] 'agreement among raft nodes before linearized reading' (duration: 148.838879ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:55.093979Z","caller":"traceutil/trace.go:171","msg":"trace[1310348873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:742; }","duration":"156.978293ms","start":"2026-03-05T17:48:54.936971Z","end":"2026-03-05T17:48:55.093949Z","steps":["trace[1310348873] 'agreement among raft nodes before linearized reading' (duration: 156.768248ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:55.381802Z","caller":"traceutil/trace.go:171","msg":"trace[1347452258] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"283.196291ms","start":"2026-03-05T17:48:55.098584Z","end":"2026-03-05T17:48:55.38178Z","steps":["trace[1347452258] 'process raft request' (duration: 274.847322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:56.665715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.410894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:48:56.665889Z","caller":"traceutil/trace.go:171","msg":"trace[1528652285] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:777; }","duration":"1.012573435s","start":"2026-03-05T17:48:55.6533Z","end":"2026-03-05T17:48:56.665873Z","steps":["trace[1528652285] 'read index received' (duration: 220.953995ms)","trace[1528652285] 'applied index is now lower than readState.Index' (duration: 791.6186ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:48:56.666093Z","caller":"traceutil/trace.go:171","msg":"trace[1778508219] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"1.56728903s","start":"2026-03-05T17:48:55.098791Z","end":"2026-03-05T17:48:56.66608Z","steps":["trace[1778508219] 'process raft request' (duration: 775.438114ms)","trace[1778508219] 'compare' (duration: 790.964474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:48:56.666152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:55.098773Z","time spent":"1.56734663s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:48:56.666254Z","caller":"traceutil/trace.go:171","msg":"trace[1559700195] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"1.56694339s","start":"2026-03-05T17:48:55.099303Z","end":"2026-03-05T17:48:56.666246Z","steps":["trace[1559700195] 'process raft request' (duration: 1.56649466s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:56.666244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012932503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:48:56.666322Z","caller":"traceutil/trace.go:171","msg":"trace[1781063797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:745; }","duration":"1.013055746s","start":"2026-03-05T17:48:55.653248Z","end":"2026-03-05T17:48:56.666304Z","steps":["trace[1781063797] 'agreement among raft nodes before linearized reading' (duration: 1.012912052s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:56.66637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:55.653227Z","time spent":"1.013135167s","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:48:56.666296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:55.09928Z","time spent":"1.566992482s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:48:57.044013Z","caller":"traceutil/trace.go:171","msg":"trace[337005456] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"394.555455ms","start":"2026-03-05T17:48:56.649423Z","end":"2026-03-05T17:48:57.043978Z","steps":["trace[337005456] 'process raft request' (duration: 394.247407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:57.04418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:56.649396Z","time spent":"394.699218ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:48:57.044148Z","caller":"traceutil/trace.go:171","msg":"trace[2098030215] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:779; }","duration":"377.970347ms","start":"2026-03-05T17:48:56.665915Z","end":"2026-03-05T17:48:57.043885Z","steps":["trace[2098030215] 'read index received' (duration: 377.754762ms)","trace[2098030215] 'applied index is now lower than readState.Index' (duration: 213.965µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:48:57.04444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.005642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:48:57.044471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.613783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:48:57.044515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.828656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:48:57.044597Z","caller":"traceutil/trace.go:171","msg":"trace[1874656014] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:746; }","duration":"326.950028ms","start":"2026-03-05T17:48:56.717625Z","end":"2026-03-05T17:48:57.044575Z","steps":["trace[1874656014] 'agreement among raft nodes before linearized reading' (duration: 326.798605ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:57.044523Z","caller":"traceutil/trace.go:171","msg":"trace[442764044] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:746; }","duration":"135.691246ms","start":"2026-03-05T17:48:56.908818Z","end":"2026-03-05T17:48:57.04451Z","steps":["trace[442764044] 'agreement among raft nodes before linearized reading' (duration: 135.510822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:57.044647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:56.717585Z","time spent":"327.052181ms","remote":"127.0.0.1:53290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:48:57.044651Z","caller":"traceutil/trace.go:171","msg":"trace[522669280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:746; }","duration":"376.215987ms","start":"2026-03-05T17:48:56.668281Z","end":"2026-03-05T17:48:57.044497Z","steps":["trace[522669280] 'agreement among raft nodes before linearized reading' (duration: 376.006843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:57.044699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:56.668267Z","time spent":"376.420602ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:48:57.044515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377579072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:48:57.044825Z","caller":"traceutil/trace.go:171","msg":"trace[1393994103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:746; }","duration":"1.37791135s","start":"2026-03-05T17:48:55.666898Z","end":"2026-03-05T17:48:57.044809Z","steps":["trace[1393994103] 'agreement among raft nodes before linearized reading' (duration: 1.377266655s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:57.04499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:55.666891Z","time spent":"1.378084604s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:49:07.071552Z","caller":"traceutil/trace.go:171","msg":"trace[543882525] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"145.186792ms","start":"2026-03-05T17:49:06.926337Z","end":"2026-03-05T17:49:07.071524Z","steps":["trace[543882525] 'read index received' (duration: 144.218479ms)","trace[543882525] 'applied index is now lower than readState.Index' (duration: 967.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:07.071768Z","caller":"traceutil/trace.go:171","msg":"trace[961527637] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"157.817493ms","start":"2026-03-05T17:49:06.913874Z","end":"2026-03-05T17:49:07.071692Z","steps":["trace[961527637] 'process raft request' (duration: 156.763148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:07.07171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.359326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:07.071915Z","caller":"traceutil/trace.go:171","msg":"trace[16120927] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:798; }","duration":"145.608972ms","start":"2026-03-05T17:49:06.926291Z","end":"2026-03-05T17:49:07.0719Z","steps":["trace[16120927] 'agreement among raft nodes before linearized reading' (duration: 145.342586ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.216163Z","caller":"traceutil/trace.go:171","msg":"trace[1939754209] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"140.238074ms","start":"2026-03-05T17:49:07.075893Z","end":"2026-03-05T17:49:07.216131Z","steps":["trace[1939754209] 'process raft request' (duration: 136.400932ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.235493Z","caller":"traceutil/trace.go:171","msg":"trace[207081615] linearizableReadLoop","detail":"{readStateIndex:838; appliedIndex:835; }","duration":"123.130744ms","start":"2026-03-05T17:49:07.112334Z","end":"2026-03-05T17:49:07.235465Z","steps":["trace[207081615] 'read index received' (duration: 100.058822ms)","trace[207081615] 'applied index is now lower than readState.Index' (duration: 23.070822ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:07.235504Z","caller":"traceutil/trace.go:171","msg":"trace[946742578] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"157.875756ms","start":"2026-03-05T17:49:07.077606Z","end":"2026-03-05T17:49:07.235481Z","steps":["trace[946742578] 'process raft request' (duration: 157.616729ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.237565Z","caller":"traceutil/trace.go:171","msg":"trace[36161220] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"156.113843ms","start":"2026-03-05T17:49:07.079443Z","end":"2026-03-05T17:49:07.235556Z","steps":["trace[36161220] 'process raft request' (duration: 155.97366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:07.238437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.072794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T17:49:07.238705Z","caller":"traceutil/trace.go:171","msg":"trace[776494025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:801; }","duration":"126.287889ms","start":"2026-03-05T17:49:07.112284Z","end":"2026-03-05T17:49:07.238572Z","steps":["trace[776494025] 'agreement among raft nodes before linearized reading' (duration: 123.293888ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.415732Z","caller":"traceutil/trace.go:171","msg":"trace[119732850] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:841; }","duration":"166.708676ms","start":"2026-03-05T17:49:07.249Z","end":"2026-03-05T17:49:07.415709Z","steps":["trace[119732850] 'read index received' (duration: 67.653768ms)","trace[119732850] 'applied index is now lower than readState.Index' (duration: 99.051578ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:07.415872Z","caller":"traceutil/trace.go:171","msg":"trace[1035225629] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"172.366081ms","start":"2026-03-05T17:49:07.243454Z","end":"2026-03-05T17:49:07.41582Z","steps":["trace[1035225629] 'process raft request' (duration: 73.223511ms)","trace[1035225629] 'compare' (duration: 98.917874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:07.416157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.133776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-7htb2\" ","response":"range_response_count:1 size:9695"} {"level":"info","ts":"2026-03-05T17:49:07.41621Z","caller":"traceutil/trace.go:171","msg":"trace[1650663434] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-7htb2; range_end:; response_count:1; response_revision:804; }","duration":"167.239828ms","start":"2026-03-05T17:49:07.248956Z","end":"2026-03-05T17:49:07.416196Z","steps":["trace[1650663434] 'agreement among raft nodes before linearized reading' (duration: 166.87589ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.418093Z","caller":"traceutil/trace.go:171","msg":"trace[741435020] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"168.846868ms","start":"2026-03-05T17:49:07.249226Z","end":"2026-03-05T17:49:07.418073Z","steps":["trace[741435020] 'process raft request' (duration: 168.738355ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.418251Z","caller":"traceutil/trace.go:171","msg":"trace[2107206824] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"169.068222ms","start":"2026-03-05T17:49:07.249168Z","end":"2026-03-05T17:49:07.418236Z","steps":["trace[2107206824] 'process raft request' (duration: 168.628712ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.418325Z","caller":"traceutil/trace.go:171","msg":"trace[340379602] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"168.96904ms","start":"2026-03-05T17:49:07.249334Z","end":"2026-03-05T17:49:07.418303Z","steps":["trace[340379602] 'process raft request' (duration: 168.687163ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.418798Z","caller":"traceutil/trace.go:171","msg":"trace[1930131869] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"164.717437ms","start":"2026-03-05T17:49:07.254062Z","end":"2026-03-05T17:49:07.41878Z","steps":["trace[1930131869] 'process raft request' (duration: 164.41267ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.418868Z","caller":"traceutil/trace.go:171","msg":"trace[1504641229] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"165.115527ms","start":"2026-03-05T17:49:07.25373Z","end":"2026-03-05T17:49:07.418846Z","steps":["trace[1504641229] 'process raft request' (duration: 164.492272ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.419236Z","caller":"traceutil/trace.go:171","msg":"trace[94521099] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"162.843052ms","start":"2026-03-05T17:49:07.256371Z","end":"2026-03-05T17:49:07.419214Z","steps":["trace[94521099] 'process raft request' (duration: 162.179597ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.419556Z","caller":"traceutil/trace.go:171","msg":"trace[443496686] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"162.578036ms","start":"2026-03-05T17:49:07.256964Z","end":"2026-03-05T17:49:07.419542Z","steps":["trace[443496686] 'process raft request' (duration: 161.669285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:07.420188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.224672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:9373"} {"level":"info","ts":"2026-03-05T17:49:07.420254Z","caller":"traceutil/trace.go:171","msg":"trace[860226669] range","detail":"{range_begin:/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:812; }","duration":"163.307403ms","start":"2026-03-05T17:49:07.25692Z","end":"2026-03-05T17:49:07.420228Z","steps":["trace[860226669] 'agreement among raft nodes before linearized reading' (duration: 162.75571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:09.1545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078407480,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:49:09.305914Z","caller":"traceutil/trace.go:171","msg":"trace[790929676] linearizableReadLoop","detail":"{readStateIndex:867; appliedIndex:866; }","duration":"652.051423ms","start":"2026-03-05T17:49:08.65383Z","end":"2026-03-05T17:49:09.305881Z","steps":["trace[790929676] 'read index received' (duration: 650.329911ms)","trace[790929676] 'applied index is now lower than readState.Index' (duration: 1.720442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:09.306115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.360855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:49:09.306145Z","caller":"traceutil/trace.go:171","msg":"trace[1033302600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:828; }","duration":"528.436527ms","start":"2026-03-05T17:49:08.777699Z","end":"2026-03-05T17:49:09.306136Z","steps":["trace[1033302600] 'agreement among raft nodes before linearized reading' (duration: 528.300173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:09.306128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.172085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:09.306177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:08.777682Z","time spent":"528.486177ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:49:09.306205Z","caller":"traceutil/trace.go:171","msg":"trace[1423957535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:828; }","duration":"652.403621ms","start":"2026-03-05T17:49:08.65378Z","end":"2026-03-05T17:49:09.306184Z","steps":["trace[1423957535] 'agreement among raft nodes before linearized reading' (duration: 652.159755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:09.30624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:08.653759Z","time spent":"652.475303ms","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:09.306549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.462117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:49:09.306577Z","caller":"traceutil/trace.go:171","msg":"trace[616101316] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:828; }","duration":"418.550779ms","start":"2026-03-05T17:49:08.888019Z","end":"2026-03-05T17:49:09.30657Z","steps":["trace[616101316] 'agreement among raft nodes before linearized reading' (duration: 418.502568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:09.306599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:08.887988Z","time spent":"418.60592ms","remote":"127.0.0.1:53500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:49:09.306664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.292201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:49:09.306693Z","caller":"traceutil/trace.go:171","msg":"trace[1411307304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:828; }","duration":"474.320532ms","start":"2026-03-05T17:49:08.832365Z","end":"2026-03-05T17:49:09.306686Z","steps":["trace[1411307304] 'agreement among raft nodes before linearized reading' (duration: 474.221009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:09.306711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:08.832311Z","time spent":"474.395833ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:11.931332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078407497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:12.432326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078407497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:12.933123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078407497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:13.150864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.829891286s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:49:13.151264Z","caller":"traceutil/trace.go:171","msg":"trace[162736945] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"1.830390618s","start":"2026-03-05T17:49:11.320842Z","end":"2026-03-05T17:49:13.151233Z","steps":["trace[162736945] 'process raft request' (duration: 1.830234154s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:13.15143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.320824Z","time spent":"1.830521031s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:13.152025Z","caller":"traceutil/trace.go:171","msg":"trace[987897804] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:872; }","duration":"1.721590938s","start":"2026-03-05T17:49:11.430408Z","end":"2026-03-05T17:49:13.151999Z","steps":["trace[987897804] 'read index received' (duration: 1.720648315s)","trace[987897804] 'applied index is now lower than readState.Index' (duration: 941.493µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:13.152113Z","caller":"traceutil/trace.go:171","msg":"trace[393343896] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"1.829496718s","start":"2026-03-05T17:49:11.322576Z","end":"2026-03-05T17:49:13.152073Z","steps":["trace[393343896] 'process raft request' (duration: 1.829125528s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:13.152218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721789253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:49:13.152252Z","caller":"traceutil/trace.go:171","msg":"trace[2049141496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:835; }","duration":"1.721866794s","start":"2026-03-05T17:49:11.430375Z","end":"2026-03-05T17:49:13.152242Z","steps":["trace[2049141496] 'agreement among raft nodes before linearized reading' (duration: 1.72171668s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:13.152256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.322553Z","time spent":"1.829623011s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:13.152289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.430361Z","time spent":"1.721916706s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:49:13.152302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721598358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:49:13.152345Z","caller":"traceutil/trace.go:171","msg":"trace[399477079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:835; }","duration":"1.721663539s","start":"2026-03-05T17:49:11.43067Z","end":"2026-03-05T17:49:13.152333Z","steps":["trace[399477079] 'agreement among raft nodes before linearized reading' (duration: 1.721511255s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:13.152382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.430662Z","time spent":"1.721713391s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:13.152404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60674751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:13.152436Z","caller":"traceutil/trace.go:171","msg":"trace[1955447430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:835; }","duration":"1.606822602s","start":"2026-03-05T17:49:11.545603Z","end":"2026-03-05T17:49:13.152425Z","steps":["trace[1955447430] 'agreement among raft nodes before linearized reading' (duration: 1.606770371s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:13.152473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.545571Z","time spent":"1.606896824s","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:13.152475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704275183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-05T17:49:13.152449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188509189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:13.152504Z","caller":"traceutil/trace.go:171","msg":"trace[1727007165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:835; }","duration":"1.704340825s","start":"2026-03-05T17:49:11.448154Z","end":"2026-03-05T17:49:13.152495Z","steps":["trace[1727007165] 'agreement among raft nodes before linearized reading' (duration: 1.704261323s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:13.152542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.448135Z","time spent":"1.704400387s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:49:13.152534Z","caller":"traceutil/trace.go:171","msg":"trace[1203640935] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:835; }","duration":"1.188677104s","start":"2026-03-05T17:49:11.963834Z","end":"2026-03-05T17:49:13.152511Z","steps":["trace[1203640935] 'agreement among raft nodes before linearized reading' (duration: 1.18850088s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:13.152548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.963774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:13.152591Z","caller":"traceutil/trace.go:171","msg":"trace[675971623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:835; }","duration":"497.044326ms","start":"2026-03-05T17:49:12.655535Z","end":"2026-03-05T17:49:13.152579Z","steps":["trace[675971623] 'agreement among raft nodes before linearized reading' (duration: 496.997005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:13.152503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.916124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T17:49:13.152603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.963809Z","time spent":"1.188772896s","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:49:13.152626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:12.655516Z","time spent":"497.104448ms","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:49:13.152634Z","caller":"traceutil/trace.go:171","msg":"trace[10507931] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:835; }","duration":"170.070727ms","start":"2026-03-05T17:49:12.982555Z","end":"2026-03-05T17:49:13.152625Z","steps":["trace[10507931] 'agreement among raft nodes before linearized reading' (duration: 169.893783ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:13.275492Z","caller":"traceutil/trace.go:171","msg":"trace[1004032873] linearizableReadLoop","detail":"{readStateIndex:875; appliedIndex:874; }","duration":"121.018205ms","start":"2026-03-05T17:49:13.154446Z","end":"2026-03-05T17:49:13.275465Z","steps":["trace[1004032873] 'read index received' (duration: 78.580169ms)","trace[1004032873] 'applied index is now lower than readState.Index' (duration: 42.436816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:13.275603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.136167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:13.275624Z","caller":"traceutil/trace.go:171","msg":"trace[774892576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:835; }","duration":"121.197309ms","start":"2026-03-05T17:49:13.15442Z","end":"2026-03-05T17:49:13.275618Z","steps":["trace[774892576] 'agreement among raft nodes before linearized reading' (duration: 121.132758ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:13.367525Z","caller":"traceutil/trace.go:171","msg":"trace[925666981] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"211.146139ms","start":"2026-03-05T17:49:13.156354Z","end":"2026-03-05T17:49:13.3675Z","steps":["trace[925666981] 'process raft request' (duration: 211.087007ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:13.367554Z","caller":"traceutil/trace.go:171","msg":"trace[1553404749] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"211.257341ms","start":"2026-03-05T17:49:13.156261Z","end":"2026-03-05T17:49:13.367518Z","steps":["trace[1553404749] 'process raft request' (duration: 211.043646ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:13.367662Z","caller":"traceutil/trace.go:171","msg":"trace[756235202] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"209.93637ms","start":"2026-03-05T17:49:13.157713Z","end":"2026-03-05T17:49:13.367649Z","steps":["trace[756235202] 'process raft request' (duration: 209.759615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:13.518662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.5956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:13.518744Z","caller":"traceutil/trace.go:171","msg":"trace[826904769] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"242.375005ms","start":"2026-03-05T17:49:13.276356Z","end":"2026-03-05T17:49:13.518731Z","steps":["trace[826904769] 'process raft request' (duration: 127.631051ms)","trace[826904769] 'compare' (duration: 114.527118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:14.229361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078407511,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:49:14.35187Z","caller":"traceutil/trace.go:171","msg":"trace[1882906805] linearizableReadLoop","detail":"{readStateIndex:880; appliedIndex:879; }","duration":"622.605068ms","start":"2026-03-05T17:49:13.729229Z","end":"2026-03-05T17:49:14.351834Z","steps":["trace[1882906805] 'read index received' (duration: 620.926708ms)","trace[1882906805] 'applied index is now lower than readState.Index' (duration: 1.67735ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:14.351913Z","caller":"traceutil/trace.go:171","msg":"trace[171154801] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"667.917332ms","start":"2026-03-05T17:49:13.683958Z","end":"2026-03-05T17:49:14.351876Z","steps":["trace[171154801] 'process raft request' (duration: 666.752124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:14.352031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.088963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:14.352069Z","caller":"traceutil/trace.go:171","msg":"trace[1481983699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:840; }","duration":"376.144565ms","start":"2026-03-05T17:49:13.975915Z","end":"2026-03-05T17:49:14.352059Z","steps":["trace[1481983699] 'agreement among raft nodes before linearized reading' (duration: 376.069083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:14.35208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.823263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:49:14.352166Z","caller":"traceutil/trace.go:171","msg":"trace[582961875] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:840; }","duration":"622.974407ms","start":"2026-03-05T17:49:13.729174Z","end":"2026-03-05T17:49:14.352148Z","steps":["trace[582961875] 'agreement among raft nodes before linearized reading' (duration: 622.806723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:14.352104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.975858Z","time spent":"376.238266ms","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:14.352229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.729151Z","time spent":"623.062019ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:49:14.352252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.683927Z","time spent":"668.071036ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:14.352754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.041052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:14.352848Z","caller":"traceutil/trace.go:171","msg":"trace[2038455325] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:840; }","duration":"256.176395ms","start":"2026-03-05T17:49:14.096648Z","end":"2026-03-05T17:49:14.352824Z","steps":["trace[2038455325] 'agreement among raft nodes before linearized reading' (duration: 255.401297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:15.507122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.040899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T17:49:15.507198Z","caller":"traceutil/trace.go:171","msg":"trace[1365228071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:842; }","duration":"135.170582ms","start":"2026-03-05T17:49:15.372011Z","end":"2026-03-05T17:49:15.507181Z","steps":["trace[1365228071] 'range keys from in-memory index tree' (duration: 134.876025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:15.507255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.211219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:49:15.507307Z","caller":"traceutil/trace.go:171","msg":"trace[335225774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:842; }","duration":"134.275201ms","start":"2026-03-05T17:49:15.373019Z","end":"2026-03-05T17:49:15.507294Z","steps":["trace[335225774] 'range keys from in-memory index tree' (duration: 134.080606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:15.507362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.119541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:49:15.507503Z","caller":"traceutil/trace.go:171","msg":"trace[1134281949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:842; }","duration":"135.345086ms","start":"2026-03-05T17:49:15.372129Z","end":"2026-03-05T17:49:15.507474Z","steps":["trace[1134281949] 'range keys from in-memory index tree' (duration: 134.825304ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:15.684539Z","caller":"traceutil/trace.go:171","msg":"trace[892421943] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"173.470719ms","start":"2026-03-05T17:49:15.51105Z","end":"2026-03-05T17:49:15.684521Z","steps":["trace[892421943] 'process raft request' (duration: 173.343596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:15.907701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.503119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:15.907863Z","caller":"traceutil/trace.go:171","msg":"trace[1495777611] linearizableReadLoop","detail":"{readStateIndex:885; appliedIndex:882; }","duration":"252.418327ms","start":"2026-03-05T17:49:15.655428Z","end":"2026-03-05T17:49:15.907847Z","steps":["trace[1495777611] 'read index received' (duration: 29.020095ms)","trace[1495777611] 'applied index is now lower than readState.Index' (duration: 223.397192ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:15.908087Z","caller":"traceutil/trace.go:171","msg":"trace[256299638] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"396.163713ms","start":"2026-03-05T17:49:15.511698Z","end":"2026-03-05T17:49:15.907861Z","steps":["trace[256299638] 'process raft request' (duration: 291.414438ms)","trace[256299638] 'compare' (duration: 104.370656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:15.908135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.707683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:15.908163Z","caller":"traceutil/trace.go:171","msg":"trace[1613519162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:845; }","duration":"252.778525ms","start":"2026-03-05T17:49:15.655376Z","end":"2026-03-05T17:49:15.908154Z","steps":["trace[1613519162] 'agreement among raft nodes before linearized reading' (duration: 252.695283ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:15.908106Z","caller":"traceutil/trace.go:171","msg":"trace[309244768] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"396.065721ms","start":"2026-03-05T17:49:15.512019Z","end":"2026-03-05T17:49:15.908085Z","steps":["trace[309244768] 'process raft request' (duration: 395.775114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:15.908254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:15.511681Z","time spent":"396.483301ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:15.908322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:15.512004Z","time spent":"396.261645ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:26.874611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.881464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:26.874717Z","caller":"traceutil/trace.go:171","msg":"trace[1489613023] linearizableReadLoop","detail":"{readStateIndex:915; appliedIndex:914; }","duration":"221.396375ms","start":"2026-03-05T17:49:26.653305Z","end":"2026-03-05T17:49:26.874701Z","steps":["trace[1489613023] 'read index received' (duration: 79.462µs)","trace[1489613023] 'applied index is now lower than readState.Index' (duration: 221.315863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:26.8748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.501227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:26.874828Z","caller":"traceutil/trace.go:171","msg":"trace[110873425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:873; }","duration":"221.565459ms","start":"2026-03-05T17:49:26.653253Z","end":"2026-03-05T17:49:26.874818Z","steps":["trace[110873425] 'agreement among raft nodes before linearized reading' (duration: 221.492457ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:26.875018Z","caller":"traceutil/trace.go:171","msg":"trace[1955771889] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"844.415402ms","start":"2026-03-05T17:49:26.030559Z","end":"2026-03-05T17:49:26.874975Z","steps":["trace[1955771889] 'process raft request' (duration: 165.088568ms)","trace[1955771889] 'compare' (duration: 678.610247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:26.875176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:26.030544Z","time spent":"844.548695ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:28.186038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.208619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:49:28.18618Z","caller":"traceutil/trace.go:171","msg":"trace[1005542542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:877; }","duration":"190.443244ms","start":"2026-03-05T17:49:27.995706Z","end":"2026-03-05T17:49:28.186149Z","steps":["trace[1005542542] 'range keys from in-memory index tree' (duration: 189.998003ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:32.318542Z","caller":"traceutil/trace.go:171","msg":"trace[1557236089] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"110.516782ms","start":"2026-03-05T17:49:32.208003Z","end":"2026-03-05T17:49:32.31852Z","steps":["trace[1557236089] 'process raft request' (duration: 110.392839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:33.759789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106147851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:33.759817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.311684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T17:49:33.759817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.702834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:49:33.759861Z","caller":"traceutil/trace.go:171","msg":"trace[735873754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:915; }","duration":"1.1065186s","start":"2026-03-05T17:49:32.653324Z","end":"2026-03-05T17:49:33.759843Z","steps":["trace[735873754] 'range keys from in-memory index tree' (duration: 1.10606028s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.759891Z","caller":"traceutil/trace.go:171","msg":"trace[1650228313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:915; }","duration":"477.797136ms","start":"2026-03-05T17:49:33.282078Z","end":"2026-03-05T17:49:33.759875Z","steps":["trace[1650228313] 'range keys from in-memory index tree' (duration: 477.600232ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.759889Z","caller":"traceutil/trace.go:171","msg":"trace[1613360160] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:915; }","duration":"776.417036ms","start":"2026-03-05T17:49:32.983451Z","end":"2026-03-05T17:49:33.759868Z","steps":["trace[1613360160] 'range keys from in-memory index tree' (duration: 776.117519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:33.759898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:32.653305Z","time spent":"1.106585252s","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:33.759789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.916159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T17:49:33.759922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.282073Z","time spent":"477.843068ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:33.75993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:32.983438Z","time spent":"776.483988ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-03-05T17:49:33.759944Z","caller":"traceutil/trace.go:171","msg":"trace[1186862621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:915; }","duration":"478.106613ms","start":"2026-03-05T17:49:33.281823Z","end":"2026-03-05T17:49:33.75993Z","steps":["trace[1186862621] 'range keys from in-memory index tree' (duration: 477.803086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:33.759985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.281808Z","time spent":"478.168815ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:33.760265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.225883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:49:33.760309Z","caller":"traceutil/trace.go:171","msg":"trace[745430362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:915; }","duration":"835.664483ms","start":"2026-03-05T17:49:32.924634Z","end":"2026-03-05T17:49:33.760298Z","steps":["trace[745430362] 'range keys from in-memory index tree' (duration: 834.749601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:33.76034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:32.924618Z","time spent":"835.713124ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:34.261652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078407691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:34.761812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078407691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:34.785632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024020319s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:49:34.786032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.761509Z","time spent":"1.02451844s","remote":"127.0.0.1:53102","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:49:35.761101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999485214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:49:35.761183Z","caller":"traceutil/trace.go:171","msg":"trace[530483991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999601357s","start":"2026-03-05T17:49:33.761563Z","end":"2026-03-05T17:49:35.761165Z","steps":["trace[530483991] 'agreement among raft nodes before linearized reading' (duration: 1.999505285s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:35.76123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.76154Z","time spent":"1.999680749s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:49:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-05T17:49:35.776013Z","caller":"traceutil/trace.go:171","msg":"trace[510658816] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:958; }","duration":"2.014412502s","start":"2026-03-05T17:49:33.761591Z","end":"2026-03-05T17:49:35.776004Z","steps":["trace[510658816] 'read index received' (duration: 1.024321675s)","trace[510658816] 'applied index is now lower than readState.Index' (duration: 990.090137ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:35.776064Z","caller":"traceutil/trace.go:171","msg":"trace[887514927] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"2.011710187s","start":"2026-03-05T17:49:33.764347Z","end":"2026-03-05T17:49:35.776057Z","steps":["trace[887514927] 'process raft request' (duration: 1.944798377s)","trace[887514927] 'compare' (duration: 66.129001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:35.776123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.764325Z","time spent":"2.011753848s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:35.776117Z","caller":"traceutil/trace.go:171","msg":"trace[472336990] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"2.011550932s","start":"2026-03-05T17:49:33.764549Z","end":"2026-03-05T17:49:35.7761Z","steps":["trace[472336990] 'process raft request' (duration: 2.011392678s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:35.77614Z","caller":"traceutil/trace.go:171","msg":"trace[2064148426] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"1.047334865s","start":"2026-03-05T17:49:34.728779Z","end":"2026-03-05T17:49:35.776114Z","steps":["trace[2064148426] 'process raft request' (duration: 1.047195752s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:35.77614Z","caller":"traceutil/trace.go:171","msg":"trace[2040242300] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"2.011622373s","start":"2026-03-05T17:49:33.764496Z","end":"2026-03-05T17:49:35.776119Z","steps":["trace[2040242300] 'process raft request' (duration: 2.011192942s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:35.776202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.764536Z","time spent":"2.011620173s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:35.776274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.76449Z","time spent":"2.011711175s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:35.776274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:34.728745Z","time spent":"1.047453958s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:35.977908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:49:35.978131Z","caller":"traceutil/trace.go:171","msg":"trace[603226610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055003s","start":"2026-03-05T17:49:33.977552Z","end":"2026-03-05T17:49:35.978102Z","steps":["trace[603226610] 'agreement among raft nodes before linearized reading' (duration: 2.000307724s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:35.978365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.977525Z","time spent":"2.000772604s","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:49:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:49:37.294354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349153932s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:37.294586Z","caller":"traceutil/trace.go:171","msg":"trace[932308481] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:963; }","duration":"1.518529911s","start":"2026-03-05T17:49:35.776039Z","end":"2026-03-05T17:49:37.294569Z","steps":["trace[932308481] 'read index received' (duration: 169.080713ms)","trace[932308481] 'applied index is now lower than readState.Index' (duration: 1.349448258s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:37.294738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339725582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T17:49:37.294774Z","caller":"traceutil/trace.go:171","msg":"trace[855092021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:921; }","duration":"3.339801964s","start":"2026-03-05T17:49:33.954963Z","end":"2026-03-05T17:49:37.294765Z","steps":["trace[855092021] 'agreement among raft nodes before linearized reading' (duration: 3.33965231s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:37.294805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.954946Z","time spent":"3.339852084s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:49:37.29497Z","caller":"traceutil/trace.go:171","msg":"trace[564552160] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"2.507744546s","start":"2026-03-05T17:49:34.787181Z","end":"2026-03-05T17:49:37.294925Z","steps":["trace[564552160] 'process raft request' (duration: 1.157924139s)","trace[564552160] 'compare' (duration: 1.348024124s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:37.295006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962325815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:49:37.295033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526112193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:37.295098Z","caller":"traceutil/trace.go:171","msg":"trace[2015386125] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:921; }","duration":"1.962481418s","start":"2026-03-05T17:49:35.332598Z","end":"2026-03-05T17:49:37.295079Z","steps":["trace[2015386125] 'agreement among raft nodes before linearized reading' (duration: 1.962311994s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:37.295124Z","caller":"traceutil/trace.go:171","msg":"trace[1982726571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:921; }","duration":"1.52637558s","start":"2026-03-05T17:49:35.768723Z","end":"2026-03-05T17:49:37.295099Z","steps":["trace[1982726571] 'agreement among raft nodes before linearized reading' (duration: 1.526066422s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:37.295147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:35.332578Z","time spent":"1.962558869s","remote":"127.0.0.1:53254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:49:37.295181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:35.768713Z","time spent":"1.526458201s","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:37.295194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:34.787156Z","time spent":"2.50792193s","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:37.29527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895653399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-05T17:49:37.295306Z","caller":"traceutil/trace.go:171","msg":"trace[1335694438] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:921; }","duration":"1.895710111s","start":"2026-03-05T17:49:35.399586Z","end":"2026-03-05T17:49:37.295296Z","steps":["trace[1335694438] 'agreement among raft nodes before linearized reading' (duration: 1.895629519s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:37.295332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:35.399573Z","time spent":"1.895753102s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-05T17:49:37.295392Z","caller":"traceutil/trace.go:171","msg":"trace[1680308599] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"1.530850367s","start":"2026-03-05T17:49:35.764528Z","end":"2026-03-05T17:49:37.295379Z","steps":["trace[1680308599] 'process raft request' (duration: 1.529941226s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:37.295068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972518121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T17:49:37.295477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:35.764508Z","time spent":"1.530916368s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:37.29551Z","caller":"traceutil/trace.go:171","msg":"trace[450018734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:921; }","duration":"2.972993992s","start":"2026-03-05T17:49:34.322504Z","end":"2026-03-05T17:49:37.295498Z","steps":["trace[450018734] 'agreement among raft nodes before linearized reading' (duration: 2.972460109s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:37.295564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:34.322484Z","time spent":"2.973067043s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:49:37.808559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.384882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:37.808746Z","caller":"traceutil/trace.go:171","msg":"trace[855169731] linearizableReadLoop","detail":"{readStateIndex:966; appliedIndex:965; }","duration":"507.988023ms","start":"2026-03-05T17:49:37.300741Z","end":"2026-03-05T17:49:37.808729Z","steps":["trace[855169731] 'read index received' (duration: 293.379055ms)","trace[855169731] 'applied index is now lower than readState.Index' (duration: 214.607038ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:37.808819Z","caller":"traceutil/trace.go:171","msg":"trace[2028251149] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"508.912575ms","start":"2026-03-05T17:49:37.299859Z","end":"2026-03-05T17:49:37.808771Z","steps":["trace[2028251149] 'process raft request' (duration: 294.249256ms)","trace[2028251149] 'compare' (duration: 214.206808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:37.808894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.156507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-05T17:49:37.808992Z","caller":"traceutil/trace.go:171","msg":"trace[1992608172] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:922; }","duration":"508.28861ms","start":"2026-03-05T17:49:37.300692Z","end":"2026-03-05T17:49:37.808981Z","steps":["trace[1992608172] 'agreement among raft nodes before linearized reading' (duration: 508.131626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:37.809008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.299837Z","time spent":"509.093629ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:37.809091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.299799Z","time spent":"509.247602ms","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T17:49:38.160159Z","caller":"traceutil/trace.go:171","msg":"trace[1342978012] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"857.708588ms","start":"2026-03-05T17:49:37.302427Z","end":"2026-03-05T17:49:38.160135Z","steps":["trace[1342978012] 'process raft request' (duration: 857.630396ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.160197Z","caller":"traceutil/trace.go:171","msg":"trace[82054930] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"859.298934ms","start":"2026-03-05T17:49:37.300866Z","end":"2026-03-05T17:49:38.160165Z","steps":["trace[82054930] 'process raft request' (duration: 781.607653ms)","trace[82054930] 'compare' (duration: 77.443616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:38.160311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.718071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:38.160322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.302409Z","time spent":"857.82774ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:38.160352Z","caller":"traceutil/trace.go:171","msg":"trace[440915643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:925; }","duration":"853.785313ms","start":"2026-03-05T17:49:37.306557Z","end":"2026-03-05T17:49:38.160342Z","steps":["trace[440915643] 'agreement among raft nodes before linearized reading' (duration: 853.699951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.160383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.306549Z","time spent":"853.827524ms","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:38.160381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.300859Z","time spent":"859.437167ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:38.160208Z","caller":"traceutil/trace.go:171","msg":"trace[7792145] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:966; }","duration":"351.386874ms","start":"2026-03-05T17:49:37.808797Z","end":"2026-03-05T17:49:38.160184Z","steps":["trace[7792145] 'read index received' (duration: 273.623381ms)","trace[7792145] 'applied index is now lower than readState.Index' (duration: 77.762333ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:38.160637Z","caller":"traceutil/trace.go:171","msg":"trace[572157913] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"858.180698ms","start":"2026-03-05T17:49:37.302442Z","end":"2026-03-05T17:49:38.160622Z","steps":["trace[572157913] 'process raft request' (duration: 857.660166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.160641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.652881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:49:38.160673Z","caller":"traceutil/trace.go:171","msg":"trace[764706933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:925; }","duration":"380.724832ms","start":"2026-03-05T17:49:37.779939Z","end":"2026-03-05T17:49:38.160664Z","steps":["trace[764706933] 'agreement among raft nodes before linearized reading' (duration: 380.6161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.160699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.779916Z","time spent":"380.777444ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:38.160699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.302413Z","time spent":"858.25117ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:38.160697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.678751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T17:49:38.160751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.785384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:49:38.161242Z","caller":"traceutil/trace.go:171","msg":"trace[886254383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:925; }","duration":"381.05954ms","start":"2026-03-05T17:49:37.779897Z","end":"2026-03-05T17:49:38.160957Z","steps":["trace[886254383] 'agreement among raft nodes before linearized reading' (duration: 380.689811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.161318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.779872Z","time spent":"381.429899ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:49:38.160824Z","caller":"traceutil/trace.go:171","msg":"trace[1888565737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:925; }","duration":"380.791164ms","start":"2026-03-05T17:49:37.779956Z","end":"2026-03-05T17:49:38.160747Z","steps":["trace[1888565737] 'agreement among raft nodes before linearized reading' (duration: 380.576089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.161433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.779931Z","time spent":"381.491961ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:49:38.234394Z","caller":"traceutil/trace.go:171","msg":"trace[908625947] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"218.488846ms","start":"2026-03-05T17:49:38.015883Z","end":"2026-03-05T17:49:38.234371Z","steps":["trace[908625947] 'process raft request' (duration: 218.363423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.548648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.267285ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-05T17:49:38.5487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.995214ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:38.548833Z","caller":"traceutil/trace.go:171","msg":"trace[41378967] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:926; }","duration":"116.151117ms","start":"2026-03-05T17:49:38.432662Z","end":"2026-03-05T17:49:38.548813Z","steps":["trace[41378967] 'range keys from in-memory index tree' (duration: 115.971783ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.549209Z","caller":"traceutil/trace.go:171","msg":"trace[740651840] linearizableReadLoop","detail":"{readStateIndex:971; appliedIndex:970; }","duration":"388.714113ms","start":"2026-03-05T17:49:38.160472Z","end":"2026-03-05T17:49:38.549186Z","steps":["trace[740651840] 'read index received' (duration: 73.943891ms)","trace[740651840] 'applied index is now lower than readState.Index' (duration: 314.769342ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:38.549259Z","caller":"traceutil/trace.go:171","msg":"trace[1852054219] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"383.872658ms","start":"2026-03-05T17:49:38.165373Z","end":"2026-03-05T17:49:38.549245Z","steps":["trace[1852054219] 'process raft request' (duration: 383.397076ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.549314Z","caller":"traceutil/trace.go:171","msg":"trace[1006932338] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"383.328976ms","start":"2026-03-05T17:49:38.165963Z","end":"2026-03-05T17:49:38.549292Z","steps":["trace[1006932338] 'process raft request' (duration: 383.052958ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.549341Z","caller":"traceutil/trace.go:171","msg":"trace[239685784] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"383.54263ms","start":"2026-03-05T17:49:38.165783Z","end":"2026-03-05T17:49:38.549325Z","steps":["trace[239685784] 'process raft request' (duration: 383.115989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.549355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.165347Z","time spent":"383.946191ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:38.549395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.397507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T17:49:38.549402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.16595Z","time spent":"383.406297ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:38.549415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.165758Z","time spent":"383.611671ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:38.549432Z","caller":"traceutil/trace.go:171","msg":"trace[64029005] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:930; }","duration":"738.472468ms","start":"2026-03-05T17:49:37.810949Z","end":"2026-03-05T17:49:38.549421Z","steps":["trace[64029005] 'agreement among raft nodes before linearized reading' (duration: 738.315104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.549496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.810932Z","time spent":"738.55421ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-05T17:49:38.549449Z","caller":"traceutil/trace.go:171","msg":"trace[1953596804] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"356.985458ms","start":"2026-03-05T17:49:38.192434Z","end":"2026-03-05T17:49:38.549419Z","steps":["trace[1953596804] 'process raft request' (duration: 356.69281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.549515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.630254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:38.549565Z","caller":"traceutil/trace.go:171","msg":"trace[184937759] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:930; }","duration":"697.711967ms","start":"2026-03-05T17:49:37.851842Z","end":"2026-03-05T17:49:38.549554Z","steps":["trace[184937759] 'agreement among raft nodes before linearized reading' (duration: 697.590324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.549612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.85183Z","time spent":"697.772008ms","remote":"127.0.0.1:53284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:49:38.549621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.192414Z","time spent":"357.132301ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:38.622571Z","caller":"traceutil/trace.go:171","msg":"trace[1929077406] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"383.050988ms","start":"2026-03-05T17:49:38.239485Z","end":"2026-03-05T17:49:38.622536Z","steps":["trace[1929077406] 'process raft request' (duration: 382.637078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.622777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.23946Z","time spent":"383.243883ms","remote":"127.0.0.1:53254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5958,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:38.77972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.372581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:38.779808Z","caller":"traceutil/trace.go:171","msg":"trace[346740146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:931; }","duration":"126.528275ms","start":"2026-03-05T17:49:38.653259Z","end":"2026-03-05T17:49:38.779787Z","steps":["trace[346740146] 'range keys from in-memory index tree' (duration: 126.278949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:40.109436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078407719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:40.610007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078407719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:40.795968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.39196838s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:49:40.796345Z","caller":"traceutil/trace.go:171","msg":"trace[129124780] linearizableReadLoop","detail":"{readStateIndex:977; appliedIndex:976; }","duration":"1.187543309s","start":"2026-03-05T17:49:39.608779Z","end":"2026-03-05T17:49:40.796322Z","steps":["trace[129124780] 'read index received' (duration: 1.187324164s)","trace[129124780] 'applied index is now lower than readState.Index' (duration: 218.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:40.796423Z","caller":"traceutil/trace.go:171","msg":"trace[2037265088] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"1.392529533s","start":"2026-03-05T17:49:39.403883Z","end":"2026-03-05T17:49:40.796413Z","steps":["trace[2037265088] 'process raft request' (duration: 1.392280408s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:40.796537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:39.403852Z","time spent":"1.392602225s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:40.79685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188051541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:40.796868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141649775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:40.796914Z","caller":"traceutil/trace.go:171","msg":"trace[223483329] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:932; }","duration":"1.188128053s","start":"2026-03-05T17:49:39.608773Z","end":"2026-03-05T17:49:40.796901Z","steps":["trace[223483329] 'agreement among raft nodes before linearized reading' (duration: 1.187966329s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:40.796945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:39.608713Z","time spent":"1.188227165s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-05T17:49:40.796952Z","caller":"traceutil/trace.go:171","msg":"trace[1074697019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:932; }","duration":"1.141791129s","start":"2026-03-05T17:49:39.655133Z","end":"2026-03-05T17:49:40.796924Z","steps":["trace[1074697019] 'agreement among raft nodes before linearized reading' (duration: 1.141622926s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:40.797021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:39.655105Z","time spent":"1.141903221s","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:40.797088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.802766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:49:40.797139Z","caller":"traceutil/trace.go:171","msg":"trace[33054202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:932; }","duration":"631.899228ms","start":"2026-03-05T17:49:40.165227Z","end":"2026-03-05T17:49:40.797126Z","steps":["trace[33054202] 'agreement among raft nodes before linearized reading' (duration: 631.753565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:40.797116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.881031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T17:49:40.797172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:40.165202Z","time spent":"631.96249ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:49:40.797208Z","caller":"traceutil/trace.go:171","msg":"trace[547472927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:932; }","duration":"244.027465ms","start":"2026-03-05T17:49:40.553161Z","end":"2026-03-05T17:49:40.797188Z","steps":["trace[547472927] 'agreement among raft nodes before linearized reading' (duration: 243.723628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:40.797431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.179885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T17:49:40.797495Z","caller":"traceutil/trace.go:171","msg":"trace[274638248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:932; }","duration":"632.786119ms","start":"2026-03-05T17:49:40.164699Z","end":"2026-03-05T17:49:40.797485Z","steps":["trace[274638248] 'agreement among raft nodes before linearized reading' (duration: 632.41759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:40.797524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:40.164683Z","time spent":"632.83414ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:49:40.797634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.024635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:49:40.797662Z","caller":"traceutil/trace.go:171","msg":"trace[1423495225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:932; }","duration":"244.083926ms","start":"2026-03-05T17:49:40.553571Z","end":"2026-03-05T17:49:40.797655Z","steps":["trace[1423495225] 'agreement among raft nodes before linearized reading' (duration: 243.42225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:40.797751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.38007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:49:40.797779Z","caller":"traceutil/trace.go:171","msg":"trace[384805655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:932; }","duration":"243.444011ms","start":"2026-03-05T17:49:40.554327Z","end":"2026-03-05T17:49:40.797771Z","steps":["trace[384805655] 'agreement among raft nodes before linearized reading' (duration: 242.624962ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:41.352989Z","caller":"traceutil/trace.go:171","msg":"trace[633114012] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"549.913084ms","start":"2026-03-05T17:49:40.803051Z","end":"2026-03-05T17:49:41.352964Z","steps":["trace[633114012] 'process raft request' (duration: 549.7476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.353109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:40.803033Z","time spent":"550.014486ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:41.353125Z","caller":"traceutil/trace.go:171","msg":"trace[1685460565] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"549.955365ms","start":"2026-03-05T17:49:40.80314Z","end":"2026-03-05T17:49:41.353095Z","steps":["trace[1685460565] 'process raft request' (duration: 549.772661ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:41.353217Z","caller":"traceutil/trace.go:171","msg":"trace[1395001898] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"550.015087ms","start":"2026-03-05T17:49:40.803182Z","end":"2026-03-05T17:49:41.353197Z","steps":["trace[1395001898] 'process raft request' (duration: 549.799272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.353277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:40.803115Z","time spent":"550.086468ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:41.353614Z","caller":"traceutil/trace.go:171","msg":"trace[934382400] linearizableReadLoop","detail":"{readStateIndex:982; appliedIndex:978; }","duration":"550.301564ms","start":"2026-03-05T17:49:40.803301Z","end":"2026-03-05T17:49:41.353602Z","steps":["trace[934382400] 'read index received' (duration: 42.451082ms)","trace[934382400] 'applied index is now lower than readState.Index' (duration: 507.849662ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:41.353669Z","caller":"traceutil/trace.go:171","msg":"trace[35138334] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"550.376395ms","start":"2026-03-05T17:49:40.803273Z","end":"2026-03-05T17:49:41.353649Z","steps":["trace[35138334] 'process raft request' (duration: 549.742059ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:41.353718Z","caller":"traceutil/trace.go:171","msg":"trace[1334572798] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"508.483658ms","start":"2026-03-05T17:49:40.845224Z","end":"2026-03-05T17:49:41.353708Z","steps":["trace[1334572798] 'process raft request' (duration: 508.303633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.353768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:40.845191Z","time spent":"508.546889ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:41.353772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:40.803246Z","time spent":"550.471608ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:41.353783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.466478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:41.353864Z","caller":"traceutil/trace.go:171","msg":"trace[728160835] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:938; }","duration":"550.57072ms","start":"2026-03-05T17:49:40.803276Z","end":"2026-03-05T17:49:41.353847Z","steps":["trace[728160835] 'agreement among raft nodes before linearized reading' (duration: 550.440917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.35391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:40.803271Z","time spent":"550.626851ms","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-05T17:49:41.354076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:40.803175Z","time spent":"550.118459ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:41.354125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.624343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:41.35416Z","caller":"traceutil/trace.go:171","msg":"trace[1909409047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:938; }","duration":"548.706215ms","start":"2026-03-05T17:49:40.805444Z","end":"2026-03-05T17:49:41.35415Z","steps":["trace[1909409047] 'agreement among raft nodes before linearized reading' (duration: 548.651954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.354186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:40.805434Z","time spent":"548.745887ms","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:49:41.510522Z","caller":"traceutil/trace.go:171","msg":"trace[555106206] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"153.211991ms","start":"2026-03-05T17:49:41.35728Z","end":"2026-03-05T17:49:41.510492Z","steps":["trace[555106206] 'process raft request' (duration: 101.653982ms)","trace[555106206] 'compare' (duration: 51.346154ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:41.510564Z","caller":"traceutil/trace.go:171","msg":"trace[1262163960] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"103.480896ms","start":"2026-03-05T17:49:41.407066Z","end":"2026-03-05T17:49:41.510547Z","steps":["trace[1262163960] 'process raft request' (duration: 103.434415ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:41.510662Z","caller":"traceutil/trace.go:171","msg":"trace[1026038004] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:984; }","duration":"106.553999ms","start":"2026-03-05T17:49:41.404076Z","end":"2026-03-05T17:49:41.51063Z","steps":["trace[1026038004] 'read index received' (duration: 54.765755ms)","trace[1026038004] 'applied index is now lower than readState.Index' (duration: 51.783904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:41.51082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.727003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:49:41.510858Z","caller":"traceutil/trace.go:171","msg":"trace[204789539] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:941; }","duration":"106.807785ms","start":"2026-03-05T17:49:41.404038Z","end":"2026-03-05T17:49:41.510846Z","steps":["trace[204789539] 'agreement among raft nodes before linearized reading' (duration: 106.660232ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:43.229129Z","caller":"traceutil/trace.go:171","msg":"trace[2021213344] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:987; }","duration":"244.704281ms","start":"2026-03-05T17:49:42.984399Z","end":"2026-03-05T17:49:43.229103Z","steps":["trace[2021213344] 'read index received' (duration: 244.63983ms)","trace[2021213344] 'applied index is now lower than readState.Index' (duration: 63.431µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:43.229204Z","caller":"traceutil/trace.go:171","msg":"trace[508167161] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"374.28948ms","start":"2026-03-05T17:49:42.854879Z","end":"2026-03-05T17:49:43.229169Z","steps":["trace[508167161] 'process raft request' (duration: 374.057744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:43.229494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.08436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T17:49:43.229381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:42.85486Z","time spent":"374.423333ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:43.229551Z","caller":"traceutil/trace.go:171","msg":"trace[1505868331] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:943; }","duration":"245.185232ms","start":"2026-03-05T17:49:42.984353Z","end":"2026-03-05T17:49:43.229538Z","steps":["trace[1505868331] 'agreement among raft nodes before linearized reading' (duration: 244.883175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:43.711318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.566886ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-05T17:49:43.711609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.230613Z","time spent":"480.985201ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:49:43.711934Z","caller":"traceutil/trace.go:171","msg":"trace[748385050] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"478.163553ms","start":"2026-03-05T17:49:43.233755Z","end":"2026-03-05T17:49:43.711919Z","steps":["trace[748385050] 'process raft request' (duration: 477.669932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:43.712043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.233724Z","time spent":"478.254956ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:43.712344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.093552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:49:43.712381Z","caller":"traceutil/trace.go:171","msg":"trace[450089385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:944; }","duration":"355.162794ms","start":"2026-03-05T17:49:43.357209Z","end":"2026-03-05T17:49:43.712371Z","steps":["trace[450089385] 'agreement among raft nodes before linearized reading' (duration: 355.041721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:43.71241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.357195Z","time spent":"355.208965ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:49:43.711635Z","caller":"traceutil/trace.go:171","msg":"trace[1707607007] linearizableReadLoop","detail":"{readStateIndex:990; appliedIndex:988; }","duration":"354.357144ms","start":"2026-03-05T17:49:43.357255Z","end":"2026-03-05T17:49:43.711612Z","steps":["trace[1707607007] 'read index received' (duration: 296.119837ms)","trace[1707607007] 'applied index is now lower than readState.Index' (duration: 58.235697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:43.747236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.220515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-05T17:49:43.747314Z","caller":"traceutil/trace.go:171","msg":"trace[455370465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:945; }","duration":"389.331308ms","start":"2026-03-05T17:49:43.357962Z","end":"2026-03-05T17:49:43.747293Z","steps":["trace[455370465] 'agreement among raft nodes before linearized reading' (duration: 389.027221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:43.747299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.219688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T17:49:43.74735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.35791Z","time spent":"389.43084ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:49:43.747376Z","caller":"traceutil/trace.go:171","msg":"trace[1024103353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:945; }","duration":"387.31412ms","start":"2026-03-05T17:49:43.360048Z","end":"2026-03-05T17:49:43.747362Z","steps":["trace[1024103353] 'agreement among raft nodes before linearized reading' (duration: 387.166726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:43.747443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.360039Z","time spent":"387.381441ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:43.74764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.81784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:49:43.747676Z","caller":"traceutil/trace.go:171","msg":"trace[1564303073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:945; }","duration":"389.868411ms","start":"2026-03-05T17:49:43.357798Z","end":"2026-03-05T17:49:43.747667Z","steps":["trace[1564303073] 'agreement among raft nodes before linearized reading' (duration: 389.778109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:43.747702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.357792Z","time spent":"389.904201ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:44.474227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.604296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:44.474414Z","caller":"traceutil/trace.go:171","msg":"trace[1916280710] linearizableReadLoop","detail":"{readStateIndex:992; appliedIndex:991; }","duration":"725.58469ms","start":"2026-03-05T17:49:43.748811Z","end":"2026-03-05T17:49:44.474396Z","steps":["trace[1916280710] 'read index received' (duration: 426.651986ms)","trace[1916280710] 'applied index is now lower than readState.Index' (duration: 298.930864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:44.474867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.045171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:44.475186Z","caller":"traceutil/trace.go:171","msg":"trace[1292095386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:946; }","duration":"726.386989ms","start":"2026-03-05T17:49:43.748786Z","end":"2026-03-05T17:49:44.475173Z","steps":["trace[1292095386] 'agreement among raft nodes before linearized reading' (duration: 726.034871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:44.475328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.74877Z","time spent":"726.545903ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:49:44.47485Z","caller":"traceutil/trace.go:171","msg":"trace[564074609] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"757.941283ms","start":"2026-03-05T17:49:43.71687Z","end":"2026-03-05T17:49:44.474811Z","steps":["trace[564074609] 'process raft request' (duration: 458.670521ms)","trace[564074609] 'compare' (duration: 298.137434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:44.475521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.716854Z","time spent":"758.604478ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:44.974841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827098078407753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:45.437393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.262011153s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:49:46.151252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.528544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:46.151604Z","caller":"traceutil/trace.go:171","msg":"trace[1935897895] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"2.399640312s","start":"2026-03-05T17:49:43.751919Z","end":"2026-03-05T17:49:46.151559Z","steps":["trace[1935897895] 'process raft request' (duration: 1.685702979s)","trace[1935897895] 'compare' (duration: 713.133625ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:46.151659Z","caller":"traceutil/trace.go:171","msg":"trace[1892991608] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:992; }","duration":"1.676858758s","start":"2026-03-05T17:49:44.474789Z","end":"2026-03-05T17:49:46.151648Z","steps":["trace[1892991608] 'read index received' (duration: 962.765652ms)","trace[1892991608] 'applied index is now lower than readState.Index' (duration: 714.091686ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:46.151668Z","caller":"traceutil/trace.go:171","msg":"trace[1169949631] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"2.398322411s","start":"2026-03-05T17:49:43.753308Z","end":"2026-03-05T17:49:46.151631Z","steps":["trace[1169949631] 'process raft request' (duration: 2.398159977s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:46.151793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697868459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:49:46.151809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399732124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-05T17:49:46.151847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.753293Z","time spent":"2.398466995s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:46.15187Z","caller":"traceutil/trace.go:171","msg":"trace[1546034716] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:950; }","duration":"1.697973172s","start":"2026-03-05T17:49:44.453863Z","end":"2026-03-05T17:49:46.151837Z","steps":["trace[1546034716] 'agreement among raft nodes before linearized reading' (duration: 1.697838839s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:46.151893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.7519Z","time spent":"2.399754405s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:46.151921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:44.453842Z","time spent":"1.698063934s","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:49:46.151913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.524703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:49:46.15161Z","caller":"traceutil/trace.go:171","msg":"trace[1044320049] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"200.18802ms","start":"2026-03-05T17:49:45.951404Z","end":"2026-03-05T17:49:46.151592Z","steps":["trace[1044320049] 'process raft request' (duration: 200.129479ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:46.151969Z","caller":"traceutil/trace.go:171","msg":"trace[1626801951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:950; }","duration":"917.634666ms","start":"2026-03-05T17:49:45.234321Z","end":"2026-03-05T17:49:46.151956Z","steps":["trace[1626801951] 'agreement among raft nodes before linearized reading' (duration: 917.448911ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:46.151854Z","caller":"traceutil/trace.go:171","msg":"trace[495908615] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:950; }","duration":"2.399826356s","start":"2026-03-05T17:49:43.752015Z","end":"2026-03-05T17:49:46.151841Z","steps":["trace[495908615] 'agreement among raft nodes before linearized reading' (duration: 2.399723474s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:46.15202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:45.234292Z","time spent":"917.721288ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:49:46.152024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.751991Z","time spent":"2.400024751s","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T17:49:46.15203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.400806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:46.152042Z","caller":"traceutil/trace.go:171","msg":"trace[1861613174] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"2.399497239s","start":"2026-03-05T17:49:43.752503Z","end":"2026-03-05T17:49:46.152001Z","steps":["trace[1861613174] 'process raft request' (duration: 2.398864734s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:46.1521Z","caller":"traceutil/trace.go:171","msg":"trace[1107734563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:950; }","duration":"498.478338ms","start":"2026-03-05T17:49:45.653603Z","end":"2026-03-05T17:49:46.152082Z","steps":["trace[1107734563] 'agreement among raft nodes before linearized reading' (duration: 498.355205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:46.15215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:45.653523Z","time spent":"498.613002ms","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:46.152246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.752481Z","time spent":"2.399647914s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:48.432326Z","caller":"traceutil/trace.go:171","msg":"trace[1857981122] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"104.656153ms","start":"2026-03-05T17:49:48.327637Z","end":"2026-03-05T17:49:48.432293Z","steps":["trace[1857981122] 'process raft request' (duration: 56.463535ms)","trace[1857981122] 'compare' (duration: 48.076896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:49.467207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.844541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:49.467389Z","caller":"traceutil/trace.go:171","msg":"trace[380322079] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"360.663625ms","start":"2026-03-05T17:49:49.106708Z","end":"2026-03-05T17:49:49.467372Z","steps":["trace[380322079] 'process raft request' (duration: 360.613454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:49.467454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:49.106682Z","time spent":"360.746597ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:49.468001Z","caller":"traceutil/trace.go:171","msg":"trace[1358158851] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"363.033601ms","start":"2026-03-05T17:49:49.104921Z","end":"2026-03-05T17:49:49.467955Z","steps":["trace[1358158851] 'process raft request' (duration: 97.37593ms)","trace[1358158851] 'compare' (duration: 264.702478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:49.46818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:49.104902Z","time spent":"363.193074ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:50:00.403652Z","caller":"traceutil/trace.go:171","msg":"trace[116500794] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"187.59114ms","start":"2026-03-05T17:50:00.216017Z","end":"2026-03-05T17:50:00.403608Z","steps":["trace[116500794] 'process raft request' (duration: 171.339983ms)","trace[116500794] 'compare' (duration: 16.107314ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:00.428692Z","caller":"traceutil/trace.go:171","msg":"trace[1699193825] linearizableReadLoop","detail":"{readStateIndex:1079; appliedIndex:1077; }","duration":"131.717069ms","start":"2026-03-05T17:50:00.296953Z","end":"2026-03-05T17:50:00.42867Z","steps":["trace[1699193825] 'read index received' (duration: 90.414964ms)","trace[1699193825] 'applied index is now lower than readState.Index' (duration: 41.300925ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:00.428753Z","caller":"traceutil/trace.go:171","msg":"trace[1037562591] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"197.18872ms","start":"2026-03-05T17:50:00.231537Z","end":"2026-03-05T17:50:00.428726Z","steps":["trace[1037562591] 'process raft request' (duration: 197.025706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:00.428894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.923703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:50:00.428929Z","caller":"traceutil/trace.go:171","msg":"trace[415204682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1030; }","duration":"132.019086ms","start":"2026-03-05T17:50:00.296899Z","end":"2026-03-05T17:50:00.428918Z","steps":["trace[415204682] 'agreement among raft nodes before linearized reading' (duration: 131.860072ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:22.518132Z","caller":"traceutil/trace.go:171","msg":"trace[1572130215] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"104.688154ms","start":"2026-03-05T17:50:22.41341Z","end":"2026-03-05T17:50:22.518098Z","steps":["trace[1572130215] 'process raft request' (duration: 104.375917ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:54.170602Z","caller":"traceutil/trace.go:171","msg":"trace[186538008] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"312.878392ms","start":"2026-03-05T17:50:53.857696Z","end":"2026-03-05T17:50:54.170574Z","steps":["trace[186538008] 'process raft request' (duration: 312.737618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.170777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.857673Z","time spent":"313.011105ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:54.171067Z","caller":"traceutil/trace.go:171","msg":"trace[216420911] linearizableReadLoop","detail":"{readStateIndex:1308; appliedIndex:1308; }","duration":"270.879575ms","start":"2026-03-05T17:50:53.900169Z","end":"2026-03-05T17:50:54.171048Z","steps":["trace[216420911] 'read index received' (duration: 270.874335ms)","trace[216420911] 'applied index is now lower than readState.Index' (duration: 4.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:50:54.171194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.942995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:50:54.171233Z","caller":"traceutil/trace.go:171","msg":"trace[503217707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1248; }","duration":"196.023706ms","start":"2026-03-05T17:50:53.975198Z","end":"2026-03-05T17:50:54.171222Z","steps":["trace[503217707] 'agreement among raft nodes before linearized reading' (duration: 195.954144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.171321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.12965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-05T17:50:54.171403Z","caller":"traceutil/trace.go:171","msg":"trace[1096417863] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1248; }","duration":"271.258303ms","start":"2026-03-05T17:50:53.900123Z","end":"2026-03-05T17:50:54.171381Z","steps":["trace[1096417863] 'agreement among raft nodes before linearized reading' (duration: 270.980467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:56.975442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.636342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:50:56.975623Z","caller":"traceutil/trace.go:171","msg":"trace[257390181] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"143.770325ms","start":"2026-03-05T17:50:56.831834Z","end":"2026-03-05T17:50:56.975605Z","steps":["trace[257390181] 'process raft request' (duration: 143.705513ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:56.975871Z","caller":"traceutil/trace.go:171","msg":"trace[22264618] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"144.054732ms","start":"2026-03-05T17:50:56.831799Z","end":"2026-03-05T17:50:56.975853Z","steps":["trace[22264618] 'process raft request' (duration: 39.629482ms)","trace[22264618] 'compare' (duration: 103.408336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:09.868186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.512314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:09.868282Z","caller":"traceutil/trace.go:171","msg":"trace[597702955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1313; }","duration":"214.653148ms","start":"2026-03-05T17:51:09.653606Z","end":"2026-03-05T17:51:09.868259Z","steps":["trace[597702955] 'range keys from in-memory index tree' (duration: 214.447313ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:14.412087Z","caller":"traceutil/trace.go:171","msg":"trace[1074569155] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"102.507404ms","start":"2026-03-05T17:51:14.309556Z","end":"2026-03-05T17:51:14.412063Z","steps":["trace[1074569155] 'process raft request' (duration: 92.536778ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:47.293828Z","caller":"traceutil/trace.go:171","msg":"trace[2145930929] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"110.632602ms","start":"2026-03-05T17:51:47.183168Z","end":"2026-03-05T17:51:47.293801Z","steps":["trace[2145930929] 'process raft request' (duration: 57.656226ms)","trace[2145930929] 'compare' (duration: 52.855893ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:49.468865Z","caller":"traceutil/trace.go:171","msg":"trace[1963488336] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"118.130691ms","start":"2026-03-05T17:51:49.350709Z","end":"2026-03-05T17:51:49.468839Z","steps":["trace[1963488336] 'process raft request' (duration: 26.066229ms)","trace[1963488336] 'compare' (duration: 91.926469ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:50.811282Z","caller":"traceutil/trace.go:171","msg":"trace[176304489] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"134.068057ms","start":"2026-03-05T17:51:50.67718Z","end":"2026-03-05T17:51:50.811248Z","steps":["trace[176304489] 'process raft request' (duration: 44.073685ms)","trace[176304489] 'compare' (duration: 89.860689ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:53:01.319236Z","caller":"traceutil/trace.go:171","msg":"trace[1220995394] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"248.676174ms","start":"2026-03-05T17:53:01.070536Z","end":"2026-03-05T17:53:01.319212Z","steps":["trace[1220995394] 'process raft request' (duration: 248.5121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:01.850369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.355739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T17:53:01.850411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.218136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:53:01.85046Z","caller":"traceutil/trace.go:171","msg":"trace[1419708217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1796; }","duration":"252.497742ms","start":"2026-03-05T17:53:01.597942Z","end":"2026-03-05T17:53:01.85044Z","steps":["trace[1419708217] 'range keys from in-memory index tree' (duration: 252.146914ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:01.850476Z","caller":"traceutil/trace.go:171","msg":"trace[778867031] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:1796; }","duration":"214.323669ms","start":"2026-03-05T17:53:01.636136Z","end":"2026-03-05T17:53:01.85046Z","steps":["trace[778867031] 'range keys from in-memory index tree' (duration: 214.145174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.099908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.094536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:53:02.100011Z","caller":"traceutil/trace.go:171","msg":"trace[869056497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1798; }","duration":"133.25636ms","start":"2026-03-05T17:53:01.966726Z","end":"2026-03-05T17:53:02.099983Z","steps":["trace[869056497] 'range keys from in-memory index tree' (duration: 132.85358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.100011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.740939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T17:53:02.100104Z","caller":"traceutil/trace.go:171","msg":"trace[9340074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1798; }","duration":"138.881173ms","start":"2026-03-05T17:53:01.961208Z","end":"2026-03-05T17:53:02.100089Z","steps":["trace[9340074] 'range keys from in-memory index tree' (duration: 138.449192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.100126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.24445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T17:53:02.100183Z","caller":"traceutil/trace.go:171","msg":"trace[928614164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1798; }","duration":"133.354883ms","start":"2026-03-05T17:53:01.966813Z","end":"2026-03-05T17:53:02.100168Z","steps":["trace[928614164] 'range keys from in-memory index tree' (duration: 132.707667ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:02.298244Z","caller":"traceutil/trace.go:171","msg":"trace[1986440680] linearizableReadLoop","detail":"{readStateIndex:1887; appliedIndex:1884; }","duration":"140.974131ms","start":"2026-03-05T17:53:02.157245Z","end":"2026-03-05T17:53:02.298219Z","steps":["trace[1986440680] 'read index received' (duration: 23.937831ms)","trace[1986440680] 'applied index is now lower than readState.Index' (duration: 117.03514ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:53:02.298269Z","caller":"traceutil/trace.go:171","msg":"trace[974820795] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"194.299759ms","start":"2026-03-05T17:53:02.103938Z","end":"2026-03-05T17:53:02.298238Z","steps":["trace[974820795] 'process raft request' (duration: 148.237361ms)","trace[974820795] 'compare' (duration: 45.876884ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:53:02.298352Z","caller":"traceutil/trace.go:171","msg":"trace[92943370] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"193.829819ms","start":"2026-03-05T17:53:02.104481Z","end":"2026-03-05T17:53:02.298311Z","steps":["trace[92943370] 'process raft request' (duration: 193.692686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.298454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.194386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T17:53:02.298524Z","caller":"traceutil/trace.go:171","msg":"trace[1228591003] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1801; }","duration":"141.315589ms","start":"2026-03-05T17:53:02.157195Z","end":"2026-03-05T17:53:02.298511Z","steps":["trace[1228591003] 'agreement among raft nodes before linearized reading' (duration: 141.123885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.715977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:02.412974Z","time spent":"302.994895ms","remote":"127.0.0.1:43352","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:53:02.716114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.451727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:53:02.716275Z","caller":"traceutil/trace.go:171","msg":"trace[1291384041] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"413.260698ms","start":"2026-03-05T17:53:02.302983Z","end":"2026-03-05T17:53:02.716244Z","steps":["trace[1291384041] 'process raft request' (duration: 135.585755ms)","trace[1291384041] 'compare' (duration: 277.328414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:02.716366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:02.302961Z","time spent":"413.35949ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:53:02.724982Z","caller":"traceutil/trace.go:171","msg":"trace[1979177006] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"310.792258ms","start":"2026-03-05T17:53:02.414155Z","end":"2026-03-05T17:53:02.724948Z","steps":["trace[1979177006] 'process raft request' (duration: 310.618974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.725142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:02.414139Z","time spent":"310.91835ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:53:03.421172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.139547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:53:03.421476Z","caller":"traceutil/trace.go:171","msg":"trace[1773187753] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"308.474284ms","start":"2026-03-05T17:53:03.112947Z","end":"2026-03-05T17:53:03.421421Z","steps":["trace[1773187753] 'process raft request' (duration: 139.989519ms)","trace[1773187753] 'compare' (duration: 167.766978ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:53:03.421616Z","caller":"traceutil/trace.go:171","msg":"trace[684717564] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"305.585225ms","start":"2026-03-05T17:53:03.115948Z","end":"2026-03-05T17:53:03.421533Z","steps":["trace[684717564] 'process raft request' (duration: 305.405701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:03.421705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:03.112918Z","time spent":"308.632667ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:53:03.421749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:03.115918Z","time spent":"305.77974ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"}