{"level":"warn","ts":"2026-04-22T16:21:45.682882Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T16:21:45.68296Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.30:2380","--initial-cluster=instance=https://199.19.213.30:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.30:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-22T16:21:45.683034Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T16:21:45.683048Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.30:2380"]} {"level":"info","ts":"2026-04-22T16:21:45.683084Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T16:21:45.683697Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"]} {"level":"info","ts":"2026-04-22T16:21:45.68379Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.30:2380"],"listen-peer-urls":["https://199.19.213.30:2380"],"advertise-client-urls":["https://199.19.213.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.30:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-22T16:21:45.69152Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.546879ms"} {"level":"info","ts":"2026-04-22T16:21:45.701838Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e2b5783e11defe7e","cluster-id":"5210a9231a779bf0"} {"level":"info","ts":"2026-04-22T16:21:45.701941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T16:21:45.70198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became follower at term 0"} {"level":"info","ts":"2026-04-22T16:21:45.702015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e2b5783e11defe7e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-22T16:21:45.702042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became follower at term 1"} {"level":"info","ts":"2026-04-22T16:21:45.702096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e switched to configuration voters=(16336095431339474558)"} {"level":"warn","ts":"2026-04-22T16:21:45.709806Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T16:21:45.710946Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T16:21:45.711944Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T16:21:45.713981Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e2b5783e11defe7e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T16:21:45.714236Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e2b5783e11defe7e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-22T16:21:45.714471Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T16:21:45.714544Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T16:21:45.714608Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T16:21:45.717553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e switched to configuration voters=(16336095431339474558)"} {"level":"info","ts":"2026-04-22T16:21:45.718102Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5210a9231a779bf0","local-member-id":"e2b5783e11defe7e","added-peer-id":"e2b5783e11defe7e","added-peer-peer-urls":["https://199.19.213.30:2380"]} {"level":"info","ts":"2026-04-22T16:21:45.721694Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T16:21:45.721832Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.30:2380"} {"level":"info","ts":"2026-04-22T16:21:45.721919Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.30:2380"} {"level":"info","ts":"2026-04-22T16:21:45.721934Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e2b5783e11defe7e","initial-advertise-peer-urls":["https://199.19.213.30:2380"],"listen-peer-urls":["https://199.19.213.30:2380"],"advertise-client-urls":["https://199.19.213.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T16:21:45.721981Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T16:21:45.80307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e is starting a new election at term 1"} {"level":"info","ts":"2026-04-22T16:21:45.803147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became pre-candidate at term 1"} {"level":"info","ts":"2026-04-22T16:21:45.803172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e received MsgPreVoteResp from e2b5783e11defe7e at term 1"} {"level":"info","ts":"2026-04-22T16:21:45.803193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became candidate at term 2"} {"level":"info","ts":"2026-04-22T16:21:45.803211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e received MsgVoteResp from e2b5783e11defe7e at term 2"} {"level":"info","ts":"2026-04-22T16:21:45.80323Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became leader at term 2"} {"level":"info","ts":"2026-04-22T16:21:45.803244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e2b5783e11defe7e elected leader e2b5783e11defe7e at term 2"} {"level":"info","ts":"2026-04-22T16:21:45.80422Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T16:21:45.804223Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e2b5783e11defe7e","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.30:2379]}","request-path":"/0/members/e2b5783e11defe7e/attributes","cluster-id":"5210a9231a779bf0","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T16:21:45.80422Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T16:21:45.804423Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T16:21:45.804507Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T16:21:45.805103Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T16:21:45.804995Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5210a9231a779bf0","local-member-id":"e2b5783e11defe7e","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T16:21:45.805361Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T16:21:45.805489Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T16:21:45.807195Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.30:2379"} {"level":"info","ts":"2026-04-22T16:21:45.813794Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-22T16:21:50.735535Z","caller":"traceutil/trace.go:171","msg":"trace[712175604] linearizableReadLoop","detail":"{readStateIndex:255; appliedIndex:254; }","duration":"327.057205ms","start":"2026-04-22T16:21:50.408441Z","end":"2026-04-22T16:21:50.735498Z","steps":["trace[712175604] 'read index received' (duration: 326.805883ms)","trace[712175604] 'applied index is now lower than readState.Index' (duration: 249.972µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T16:21:50.735661Z","caller":"traceutil/trace.go:171","msg":"trace[375054226] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"378.272765ms","start":"2026-04-22T16:21:50.357344Z","end":"2026-04-22T16:21:50.735617Z","steps":["trace[375054226] 'process raft request' (duration: 377.995594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:21:50.736127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.499337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T16:21:50.736175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.199841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3708"} {"level":"info","ts":"2026-04-22T16:21:50.736217Z","caller":"traceutil/trace.go:171","msg":"trace[746094744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:249; }","duration":"327.842968ms","start":"2026-04-22T16:21:50.408356Z","end":"2026-04-22T16:21:50.736199Z","steps":["trace[746094744] 'agreement among raft nodes before linearized reading' (duration: 327.334575ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:21:50.736405Z","caller":"traceutil/trace.go:171","msg":"trace[793198351] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:249; }","duration":"159.694704ms","start":"2026-04-22T16:21:50.576686Z","end":"2026-04-22T16:21:50.736381Z","steps":["trace[793198351] 'agreement among raft nodes before linearized reading' (duration: 159.111381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:21:50.736515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:21:50.357329Z","time spent":"378.509476ms","remote":"127.0.0.1:48994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5877,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T16:21:50.736475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:21:50.408324Z","time spent":"328.127569ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T16:21:54.90738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.701201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-22T16:21:54.907403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.901397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-22T16:21:54.907471Z","caller":"traceutil/trace.go:171","msg":"trace[776038822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:332; }","duration":"140.895571ms","start":"2026-04-22T16:21:54.766555Z","end":"2026-04-22T16:21:54.907451Z","steps":["trace[776038822] 'range keys from in-memory index tree' (duration: 140.576961ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:21:54.907485Z","caller":"traceutil/trace.go:171","msg":"trace[1895966040] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:332; }","duration":"159.022497ms","start":"2026-04-22T16:21:54.748443Z","end":"2026-04-22T16:21:54.907466Z","steps":["trace[1895966040] 'range keys from in-memory index tree' (duration: 158.799867ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:21:56.042166Z","caller":"traceutil/trace.go:171","msg":"trace[762187756] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"183.211828ms","start":"2026-04-22T16:21:55.85893Z","end":"2026-04-22T16:21:56.042142Z","steps":["trace[762187756] 'process raft request' (duration: 182.376255ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:21:56.042335Z","caller":"traceutil/trace.go:171","msg":"trace[1064222430] linearizableReadLoop","detail":"{readStateIndex:353; appliedIndex:351; }","duration":"142.976212ms","start":"2026-04-22T16:21:55.899344Z","end":"2026-04-22T16:21:56.04232Z","steps":["trace[1064222430] 'read index received' (duration: 141.903957ms)","trace[1064222430] 'applied index is now lower than readState.Index' (duration: 1.071435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:21:56.042499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.131773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-22T16:21:56.042535Z","caller":"traceutil/trace.go:171","msg":"trace[212160200] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:343; }","duration":"143.224493ms","start":"2026-04-22T16:21:55.8993Z","end":"2026-04-22T16:21:56.042525Z","steps":["trace[212160200] 'agreement among raft nodes before linearized reading' (duration: 143.142922ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:21:56.04261Z","caller":"traceutil/trace.go:171","msg":"trace[34621479] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"183.62061ms","start":"2026-04-22T16:21:55.858981Z","end":"2026-04-22T16:21:56.042602Z","steps":["trace[34621479] 'process raft request' (duration: 183.124458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:02.243812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316983873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T16:22:02.243923Z","caller":"traceutil/trace.go:171","msg":"trace[2092545033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"1.317139544s","start":"2026-04-22T16:22:00.926761Z","end":"2026-04-22T16:22:02.2439Z","steps":["trace[2092545033] 'range keys from in-memory index tree' (duration: 1.316920943s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:02.243991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:00.926739Z","time spent":"1.317237384s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T16:22:02.244327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312559254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T16:22:02.244382Z","caller":"traceutil/trace.go:171","msg":"trace[1907946181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:404; }","duration":"1.312656365s","start":"2026-04-22T16:22:00.931712Z","end":"2026-04-22T16:22:02.244368Z","steps":["trace[1907946181] 'range keys from in-memory index tree' (duration: 1.312399172s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:02.24416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045730234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"warn","ts":"2026-04-22T16:22:02.244432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:00.931689Z","time spent":"1.312727895s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T16:22:02.244488Z","caller":"traceutil/trace.go:171","msg":"trace[1537448089] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:404; }","duration":"1.046091845s","start":"2026-04-22T16:22:01.19837Z","end":"2026-04-22T16:22:02.244461Z","steps":["trace[1537448089] 'range keys from in-memory index tree' (duration: 1.045623604s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:02.244594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:01.198347Z","time spent":"1.046223606s","remote":"127.0.0.1:48994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-22T16:22:02.244181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055273867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-22T16:22:02.244829Z","caller":"traceutil/trace.go:171","msg":"trace[345269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:404; }","duration":"1.055970169s","start":"2026-04-22T16:22:01.188839Z","end":"2026-04-22T16:22:02.244809Z","steps":["trace[345269] 'range keys from in-memory index tree' (duration: 1.055155436s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:02.244885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:01.188803Z","time spent":"1.05606688s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T16:22:02.244241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.783844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4368"} {"level":"info","ts":"2026-04-22T16:22:02.245032Z","caller":"traceutil/trace.go:171","msg":"trace[18173187] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:404; }","duration":"838.581808ms","start":"2026-04-22T16:22:01.406426Z","end":"2026-04-22T16:22:02.245008Z","steps":["trace[18173187] 'range keys from in-memory index tree' (duration: 837.739614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:02.24508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:01.406413Z","time spent":"838.654869ms","remote":"127.0.0.1:48990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4391,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-22T16:22:02.245288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.123014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T16:22:02.245379Z","caller":"traceutil/trace.go:171","msg":"trace[1605709] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:416; }","duration":"708.115987ms","start":"2026-04-22T16:22:01.537247Z","end":"2026-04-22T16:22:02.245363Z","steps":["trace[1605709] 'read index received' (duration: 384.458471ms)","trace[1605709] 'applied index is now lower than readState.Index' (duration: 323.656066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:02.245502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.263217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T16:22:02.245512Z","caller":"traceutil/trace.go:171","msg":"trace[1133541638] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"836.730199ms","start":"2026-04-22T16:22:01.408766Z","end":"2026-04-22T16:22:02.245496Z","steps":["trace[1133541638] 'process raft request' (duration: 512.996443ms)","trace[1133541638] 'compare' (duration: 322.18045ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T16:22:02.245553Z","caller":"traceutil/trace.go:171","msg":"trace[1136792565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:405; }","duration":"708.353247ms","start":"2026-04-22T16:22:01.537186Z","end":"2026-04-22T16:22:02.245539Z","steps":["trace[1136792565] 'agreement among raft nodes before linearized reading' (duration: 708.278797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:02.245584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:01.537163Z","time spent":"708.413149ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T16:22:02.245589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.239458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-22T16:22:02.245611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:01.408726Z","time spent":"836.84131ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:02.245655Z","caller":"traceutil/trace.go:171","msg":"trace[1312325142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:405; }","duration":"117.351858ms","start":"2026-04-22T16:22:02.128274Z","end":"2026-04-22T16:22:02.245625Z","steps":["trace[1312325142] 'agreement among raft nodes before linearized reading' (duration: 117.222607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:02.75679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268137698388364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T16:22:03.25799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268137698388364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T16:22:03.662171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412356886s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T16:22:03.806585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.804429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T16:22:03.806694Z","caller":"traceutil/trace.go:171","msg":"trace[851004594] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"1.556954928s","start":"2026-04-22T16:22:02.249719Z","end":"2026-04-22T16:22:03.806674Z","steps":["trace[851004594] 'process raft request' (duration: 1.412862598s)","trace[851004594] 'compare' (duration: 142.576003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:03.807149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:02.249694Z","time spent":"1.557276619s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T16:22:04.257164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001001224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T16:22:04.257255Z","caller":"traceutil/trace.go:171","msg":"trace[1915379908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001149935s","start":"2026-04-22T16:22:02.256084Z","end":"2026-04-22T16:22:04.257234Z","steps":["trace[1915379908] 'agreement among raft nodes before linearized reading' (duration: 2.001013824s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:04.257306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:02.256076Z","time spent":"2.001220125s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 16:22:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-22T16:22:04.645156Z","caller":"traceutil/trace.go:171","msg":"trace[668387716] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"2.395066022s","start":"2026-04-22T16:22:02.250066Z","end":"2026-04-22T16:22:04.645132Z","steps":["trace[668387716] 'process raft request' (duration: 2.394885902s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:04.64533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:02.25004Z","time spent":"2.395193364s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:04.645485Z","caller":"traceutil/trace.go:171","msg":"trace[381617827] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"2.394787451s","start":"2026-04-22T16:22:02.250671Z","end":"2026-04-22T16:22:04.645458Z","steps":["trace[381617827] 'process raft request' (duration: 2.39442549s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:04.64573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:02.250656Z","time spent":"2.394912472s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:04.645753Z","caller":"traceutil/trace.go:171","msg":"trace[1380049463] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"2.395036843s","start":"2026-04-22T16:22:02.250691Z","end":"2026-04-22T16:22:04.645728Z","steps":["trace[1380049463] 'process raft request' (duration: 2.394655391s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:04.645909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:02.250671Z","time spent":"2.395148943s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:04.646022Z","caller":"traceutil/trace.go:171","msg":"trace[1128163647] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"2.392898123s","start":"2026-04-22T16:22:02.253112Z","end":"2026-04-22T16:22:04.64601Z","steps":["trace[1128163647] 'process raft request' (duration: 2.392434901s)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:04.646065Z","caller":"traceutil/trace.go:171","msg":"trace[555933823] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:417; }","duration":"2.38993944s","start":"2026-04-22T16:22:02.256107Z","end":"2026-04-22T16:22:04.646046Z","steps":["trace[555933823] 'read index received' (duration: 1.40640782s)","trace[555933823] 'applied index is now lower than readState.Index' (duration: 983.53002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:04.646093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:02.253099Z","time spent":"2.392959833s","remote":"127.0.0.1:48994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:04.646184Z","caller":"traceutil/trace.go:171","msg":"trace[73438286] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"2.387535199s","start":"2026-04-22T16:22:02.258636Z","end":"2026-04-22T16:22:04.646172Z","steps":["trace[73438286] 'process raft request' (duration: 2.387209028s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:04.646276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:02.258628Z","time spent":"2.38759644s","remote":"127.0.0.1:48990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4360,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T16:22:04.646273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.141559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T16:22:04.646305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.601494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T16:22:04.64635Z","caller":"traceutil/trace.go:171","msg":"trace[2048074875] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:411; }","duration":"741.218809ms","start":"2026-04-22T16:22:03.905119Z","end":"2026-04-22T16:22:04.646338Z","steps":["trace[2048074875] 'agreement among raft nodes before linearized reading' (duration: 741.122279ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:04.646391Z","caller":"traceutil/trace.go:171","msg":"trace[1418658686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"388.725824ms","start":"2026-04-22T16:22:04.257646Z","end":"2026-04-22T16:22:04.646372Z","steps":["trace[1418658686] 'agreement among raft nodes before linearized reading' (duration: 388.608954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:04.646436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:04.257627Z","time spent":"388.800925ms","remote":"127.0.0.1:48850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T16:22:06.017847Z","caller":"traceutil/trace.go:171","msg":"trace[722806714] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"201.874292ms","start":"2026-04-22T16:22:05.815952Z","end":"2026-04-22T16:22:06.017827Z","steps":["trace[722806714] 'process raft request' (duration: 201.624411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:07.136806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038938056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-04-22T16:22:07.137355Z","caller":"traceutil/trace.go:171","msg":"trace[1753845578] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:415; }","duration":"1.039464007s","start":"2026-04-22T16:22:06.097795Z","end":"2026-04-22T16:22:07.137259Z","steps":["trace[1753845578] 'range keys from in-memory index tree' (duration: 1.038805744s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:07.137375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.122751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-22T16:22:07.137373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.079551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T16:22:07.13743Z","caller":"traceutil/trace.go:171","msg":"trace[20821295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:415; }","duration":"486.217521ms","start":"2026-04-22T16:22:06.651195Z","end":"2026-04-22T16:22:07.137413Z","steps":["trace[20821295] 'range keys from in-memory index tree' (duration: 485.983131ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:07.137437Z","caller":"traceutil/trace.go:171","msg":"trace[513196203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:415; }","duration":"486.191201ms","start":"2026-04-22T16:22:06.65123Z","end":"2026-04-22T16:22:07.137421Z","steps":["trace[513196203] 'range keys from in-memory index tree' (duration: 485.92798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:07.137478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:06.651174Z","time spent":"486.292521ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T16:22:07.137487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.135151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-22T16:22:07.137486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:06.651205Z","time spent":"486.269161ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T16:22:07.137452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:06.097775Z","time spent":"1.039658298s","remote":"127.0.0.1:49308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4079,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-04-22T16:22:07.137799Z","caller":"traceutil/trace.go:171","msg":"trace[1773071242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:415; }","duration":"486.516152ms","start":"2026-04-22T16:22:06.65123Z","end":"2026-04-22T16:22:07.137746Z","steps":["trace[1773071242] 'range keys from in-memory index tree' (duration: 485.540818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:07.138362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:06.651205Z","time spent":"487.141615ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T16:22:07.288775Z","caller":"traceutil/trace.go:171","msg":"trace[1250059253] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"120.439411ms","start":"2026-04-22T16:22:07.168312Z","end":"2026-04-22T16:22:07.288751Z","steps":["trace[1250059253] 'process raft request' (duration: 120.38473ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:07.288804Z","caller":"traceutil/trace.go:171","msg":"trace[1318860639] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"145.195893ms","start":"2026-04-22T16:22:07.143585Z","end":"2026-04-22T16:22:07.288781Z","steps":["trace[1318860639] 'process raft request' (duration: 145.075632ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:07.288815Z","caller":"traceutil/trace.go:171","msg":"trace[1778724895] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"145.817676ms","start":"2026-04-22T16:22:07.142977Z","end":"2026-04-22T16:22:07.288795Z","steps":["trace[1778724895] 'process raft request' (duration: 145.556135ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:07.44085Z","caller":"traceutil/trace.go:171","msg":"trace[131530858] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"144.933352ms","start":"2026-04-22T16:22:07.295881Z","end":"2026-04-22T16:22:07.440815Z","steps":["trace[131530858] 'process raft request' (duration: 112.861389ms)","trace[131530858] 'compare' (duration: 31.817772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:07.752199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.175686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T16:22:07.752377Z","caller":"traceutil/trace.go:171","msg":"trace[119372608] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"304.579035ms","start":"2026-04-22T16:22:07.447773Z","end":"2026-04-22T16:22:07.752352Z","steps":["trace[119372608] 'process raft request' (duration: 146.130287ms)","trace[119372608] 'compare' (duration: 157.875275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:07.752451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:07.447748Z","time spent":"304.670415ms","remote":"127.0.0.1:49308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:07.755233Z","caller":"traceutil/trace.go:171","msg":"trace[1658691729] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"307.133284ms","start":"2026-04-22T16:22:07.448085Z","end":"2026-04-22T16:22:07.755218Z","steps":["trace[1658691729] 'process raft request' (duration: 307.087494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:07.755328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:07.448063Z","time spent":"307.223796ms","remote":"127.0.0.1:48900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T16:22:07.755314Z","caller":"traceutil/trace.go:171","msg":"trace[28827850] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"307.435606ms","start":"2026-04-22T16:22:07.447845Z","end":"2026-04-22T16:22:07.755281Z","steps":["trace[28827850] 'process raft request' (duration: 307.207265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:07.75546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:07.447805Z","time spent":"307.579897ms","remote":"127.0.0.1:48994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T16:22:08.021882Z","caller":"traceutil/trace.go:171","msg":"trace[87371512] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"261.693596ms","start":"2026-04-22T16:22:07.760151Z","end":"2026-04-22T16:22:08.021845Z","steps":["trace[87371512] 'process raft request' (duration: 172.960739ms)","trace[87371512] 'compare' (duration: 88.441846ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T16:22:08.022065Z","caller":"traceutil/trace.go:171","msg":"trace[2113820114] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"235.87842ms","start":"2026-04-22T16:22:07.786158Z","end":"2026-04-22T16:22:08.022037Z","steps":["trace[2113820114] 'process raft request' (duration: 235.83852ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:08.022502Z","caller":"traceutil/trace.go:171","msg":"trace[307887225] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"259.662079ms","start":"2026-04-22T16:22:07.76282Z","end":"2026-04-22T16:22:08.022482Z","steps":["trace[307887225] 'process raft request' (duration: 259.058245ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:08.022525Z","caller":"traceutil/trace.go:171","msg":"trace[649780210] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"258.429134ms","start":"2026-04-22T16:22:07.764075Z","end":"2026-04-22T16:22:08.022504Z","steps":["trace[649780210] 'process raft request' (duration: 257.864311ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:08.022599Z","caller":"traceutil/trace.go:171","msg":"trace[1333432749] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"261.439046ms","start":"2026-04-22T16:22:07.761138Z","end":"2026-04-22T16:22:08.022577Z","steps":["trace[1333432749] 'process raft request' (duration: 260.630402ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:08.022538Z","caller":"traceutil/trace.go:171","msg":"trace[1428353638] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:437; }","duration":"237.707137ms","start":"2026-04-22T16:22:07.784802Z","end":"2026-04-22T16:22:08.022509Z","steps":["trace[1428353638] 'read index received' (duration: 148.322686ms)","trace[1428353638] 'applied index is now lower than readState.Index' (duration: 89.381571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:08.02302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.198529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-dlpqc\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-04-22T16:22:08.02309Z","caller":"traceutil/trace.go:171","msg":"trace[181714812] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-dlpqc; range_end:; response_count:1; response_revision:429; }","duration":"238.314509ms","start":"2026-04-22T16:22:07.784759Z","end":"2026-04-22T16:22:08.023073Z","steps":["trace[181714812] 'agreement among raft nodes before linearized reading' (duration: 238.157568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:08.023222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.536724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-22T16:22:08.023301Z","caller":"traceutil/trace.go:171","msg":"trace[72165952] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:429; }","duration":"234.688625ms","start":"2026-04-22T16:22:07.788599Z","end":"2026-04-22T16:22:08.023287Z","steps":["trace[72165952] 'agreement among raft nodes before linearized reading' (duration: 234.397644ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:08.135583Z","caller":"traceutil/trace.go:171","msg":"trace[2144800057] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"110.672825ms","start":"2026-04-22T16:22:08.024888Z","end":"2026-04-22T16:22:08.135561Z","steps":["trace[2144800057] 'process raft request' (duration: 98.705756ms)","trace[2144800057] 'compare' (duration: 11.667488ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T16:22:08.135702Z","caller":"traceutil/trace.go:171","msg":"trace[1848334308] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"107.263401ms","start":"2026-04-22T16:22:08.028403Z","end":"2026-04-22T16:22:08.135667Z","steps":["trace[1848334308] 'process raft request' (duration: 107.00285ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:08.135507Z","caller":"traceutil/trace.go:171","msg":"trace[1533722726] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:442; }","duration":"106.198328ms","start":"2026-04-22T16:22:08.029277Z","end":"2026-04-22T16:22:08.135475Z","steps":["trace[1533722726] 'read index received' (duration: 94.223089ms)","trace[1533722726] 'applied index is now lower than readState.Index' (duration: 11.973539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:08.135642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.344538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3810"} {"level":"info","ts":"2026-04-22T16:22:08.135859Z","caller":"traceutil/trace.go:171","msg":"trace[386315390] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:431; }","duration":"106.625139ms","start":"2026-04-22T16:22:08.029209Z","end":"2026-04-22T16:22:08.135834Z","steps":["trace[386315390] 'agreement among raft nodes before linearized reading' (duration: 106.338248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:08.136011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.318418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3810"} {"level":"info","ts":"2026-04-22T16:22:08.136068Z","caller":"traceutil/trace.go:171","msg":"trace[2105643928] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:431; }","duration":"106.403178ms","start":"2026-04-22T16:22:08.029651Z","end":"2026-04-22T16:22:08.136054Z","steps":["trace[2105643928] 'agreement among raft nodes before linearized reading' (duration: 106.291247ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:13.479134Z","caller":"traceutil/trace.go:171","msg":"trace[1313967470] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"139.505219ms","start":"2026-04-22T16:22:13.339603Z","end":"2026-04-22T16:22:13.479108Z","steps":["trace[1313967470] 'process raft request' (duration: 130.244791ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:13.479276Z","caller":"traceutil/trace.go:171","msg":"trace[1035328748] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"139.347832ms","start":"2026-04-22T16:22:13.339896Z","end":"2026-04-22T16:22:13.479244Z","steps":["trace[1035328748] 'process raft request' (duration: 139.170113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:20.841551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268137698388575,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T16:22:21.064539Z","caller":"traceutil/trace.go:171","msg":"trace[983442184] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"815.763367ms","start":"2026-04-22T16:22:20.248753Z","end":"2026-04-22T16:22:21.064516Z","steps":["trace[983442184] 'process raft request' (duration: 815.645432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:21.064651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.248733Z","time spent":"815.868122ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T16:22:21.074738Z","caller":"traceutil/trace.go:171","msg":"trace[942462661] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"822.109748ms","start":"2026-04-22T16:22:20.252598Z","end":"2026-04-22T16:22:21.074708Z","steps":["trace[942462661] 'process raft request' (duration: 821.92881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:21.07485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.252589Z","time spent":"822.207683ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T16:22:21.074843Z","caller":"traceutil/trace.go:171","msg":"trace[158205003] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"821.51074ms","start":"2026-04-22T16:22:20.253293Z","end":"2026-04-22T16:22:21.074804Z","steps":["trace[158205003] 'process raft request' (duration: 821.336993ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:21.074973Z","caller":"traceutil/trace.go:171","msg":"trace[1867640872] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"815.828804ms","start":"2026-04-22T16:22:20.259126Z","end":"2026-04-22T16:22:21.074955Z","steps":["trace[1867640872] 'process raft request' (duration: 815.549192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:21.075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.253286Z","time spent":"821.640307ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T16:22:21.075055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.259118Z","time spent":"815.902337ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T16:22:21.075124Z","caller":"traceutil/trace.go:171","msg":"trace[859705282] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"812.058454ms","start":"2026-04-22T16:22:20.263057Z","end":"2026-04-22T16:22:21.075116Z","steps":["trace[859705282] 'process raft request' (duration: 811.810773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:21.075156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.263035Z","time spent":"812.104846ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T16:22:21.075167Z","caller":"traceutil/trace.go:171","msg":"trace[1220169592] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"812.120497ms","start":"2026-04-22T16:22:20.263036Z","end":"2026-04-22T16:22:21.075157Z","steps":["trace[1220169592] 'process raft request' (duration: 811.74354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:21.07521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.263025Z","time spent":"812.164699ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T16:22:21.075269Z","caller":"traceutil/trace.go:171","msg":"trace[1365839596] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"810.792336ms","start":"2026-04-22T16:22:20.264466Z","end":"2026-04-22T16:22:21.075258Z","steps":["trace[1365839596] 'process raft request' (duration: 810.560976ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:21.075288Z","caller":"traceutil/trace.go:171","msg":"trace[1291408426] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"811.408835ms","start":"2026-04-22T16:22:20.263871Z","end":"2026-04-22T16:22:21.07528Z","steps":["trace[1291408426] 'process raft request' (duration: 811.073431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:21.075309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.264458Z","time spent":"810.831509ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T16:22:21.075325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.263866Z","time spent":"811.441597ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T16:22:21.075344Z","caller":"traceutil/trace.go:171","msg":"trace[1190014413] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"795.99654ms","start":"2026-04-22T16:22:20.279317Z","end":"2026-04-22T16:22:21.075313Z","steps":["trace[1190014413] 'process raft request' (duration: 795.842933ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:21.075374Z","caller":"traceutil/trace.go:171","msg":"trace[1685107568] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:527; }","duration":"734.448225ms","start":"2026-04-22T16:22:20.340907Z","end":"2026-04-22T16:22:21.075356Z","steps":["trace[1685107568] 'read index received' (duration: 723.544719ms)","trace[1685107568] 'applied index is now lower than readState.Index' (duration: 10.902756ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T16:22:21.0754Z","caller":"traceutil/trace.go:171","msg":"trace[554098464] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"764.240928ms","start":"2026-04-22T16:22:20.311143Z","end":"2026-04-22T16:22:21.075384Z","steps":["trace[554098464] 'process raft request' (duration: 764.06321ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:21.075405Z","caller":"traceutil/trace.go:171","msg":"trace[1335999716] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"641.151208ms","start":"2026-04-22T16:22:20.434243Z","end":"2026-04-22T16:22:21.075394Z","steps":["trace[1335999716] 'process raft request' (duration: 641.039534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:21.075414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.279308Z","time spent":"796.074574ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T16:22:21.075461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.311126Z","time spent":"764.309821ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T16:22:21.07546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.434205Z","time spent":"641.234422ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T16:22:21.075522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.613372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T16:22:21.075553Z","caller":"traceutil/trace.go:171","msg":"trace[1689353241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:522; }","duration":"734.657424ms","start":"2026-04-22T16:22:20.340887Z","end":"2026-04-22T16:22:21.075544Z","steps":["trace[1689353241] 'agreement among raft nodes before linearized reading' (duration: 734.547439ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:21.075424Z","caller":"traceutil/trace.go:171","msg":"trace[699031260] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"799.912146ms","start":"2026-04-22T16:22:20.275393Z","end":"2026-04-22T16:22:21.075305Z","steps":["trace[699031260] 'process raft request' (duration: 799.710897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:21.075583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.340834Z","time spent":"734.742597ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T16:22:21.075773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:20.275359Z","time spent":"800.264392ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T16:22:22.681062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.214559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:74769"} {"level":"info","ts":"2026-04-22T16:22:22.681171Z","caller":"traceutil/trace.go:171","msg":"trace[1341234860] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:588; }","duration":"200.441798ms","start":"2026-04-22T16:22:22.480708Z","end":"2026-04-22T16:22:22.68115Z","steps":["trace[1341234860] 'range keys from in-memory index tree' (duration: 199.979048ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:22.682404Z","caller":"traceutil/trace.go:171","msg":"trace[564835623] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"181.408712ms","start":"2026-04-22T16:22:22.50098Z","end":"2026-04-22T16:22:22.682388Z","steps":["trace[564835623] 'process raft request' (duration: 181.257216ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:22.682537Z","caller":"traceutil/trace.go:171","msg":"trace[276096484] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"185.997174ms","start":"2026-04-22T16:22:22.496525Z","end":"2026-04-22T16:22:22.682522Z","steps":["trace[276096484] 'process raft request' (duration: 162.71434ms)","trace[276096484] 'compare' (duration: 22.835495ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T16:22:24.052344Z","caller":"traceutil/trace.go:171","msg":"trace[981459051] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"517.630734ms","start":"2026-04-22T16:22:23.534691Z","end":"2026-04-22T16:22:24.052322Z","steps":["trace[981459051] 'process raft request' (duration: 516.787597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:24.052497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:23.53467Z","time spent":"517.754299ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:24.068847Z","caller":"traceutil/trace.go:171","msg":"trace[490322169] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"533.797876ms","start":"2026-04-22T16:22:23.535021Z","end":"2026-04-22T16:22:24.068819Z","steps":["trace[490322169] 'process raft request' (duration: 533.66226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:24.069011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:23.535002Z","time spent":"533.926832ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:26.433807Z","caller":"traceutil/trace.go:171","msg":"trace[945085948] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"190.843771ms","start":"2026-04-22T16:22:26.242932Z","end":"2026-04-22T16:22:26.433776Z","steps":["trace[945085948] 'process raft request' (duration: 178.514685ms)","trace[945085948] 'compare' (duration: 11.887918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:26.433904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.011292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T16:22:26.434022Z","caller":"traceutil/trace.go:171","msg":"trace[779529350] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:607; }","duration":"108.149878ms","start":"2026-04-22T16:22:26.32584Z","end":"2026-04-22T16:22:26.43399Z","steps":["trace[779529350] 'agreement among raft nodes before linearized reading' (duration: 107.993231ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:26.434466Z","caller":"traceutil/trace.go:171","msg":"trace[1693288392] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:627; }","duration":"107.871076ms","start":"2026-04-22T16:22:26.325865Z","end":"2026-04-22T16:22:26.433736Z","steps":["trace[1693288392] 'read index received' (duration: 94.448486ms)","trace[1693288392] 'applied index is now lower than readState.Index' (duration: 13.42163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:26.434645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.68712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T16:22:26.43469Z","caller":"traceutil/trace.go:171","msg":"trace[624642817] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:607; }","duration":"108.759252ms","start":"2026-04-22T16:22:26.325918Z","end":"2026-04-22T16:22:26.434677Z","steps":["trace[624642817] 'agreement among raft nodes before linearized reading' (duration: 108.671649ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:27.022413Z","caller":"traceutil/trace.go:171","msg":"trace[1667446285] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"134.30529ms","start":"2026-04-22T16:22:26.888081Z","end":"2026-04-22T16:22:27.022386Z","steps":["trace[1667446285] 'process raft request' (duration: 133.311379ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:27.022408Z","caller":"traceutil/trace.go:171","msg":"trace[826174755] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"107.01984ms","start":"2026-04-22T16:22:26.915365Z","end":"2026-04-22T16:22:27.022385Z","steps":["trace[826174755] 'read index received' (duration: 105.793119ms)","trace[826174755] 'applied index is now lower than readState.Index' (duration: 1.225441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:27.022647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.199717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T16:22:27.022681Z","caller":"traceutil/trace.go:171","msg":"trace[145172858] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:609; }","duration":"107.330572ms","start":"2026-04-22T16:22:26.91534Z","end":"2026-04-22T16:22:27.02267Z","steps":["trace[145172858] 'agreement among raft nodes before linearized reading' (duration: 107.228948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:27.022755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.209088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T16:22:27.022938Z","caller":"traceutil/trace.go:171","msg":"trace[578284448] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:609; }","duration":"107.524981ms","start":"2026-04-22T16:22:26.915325Z","end":"2026-04-22T16:22:27.02285Z","steps":["trace[578284448] 'agreement among raft nodes before linearized reading' (duration: 107.114074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:27.023973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.394255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T16:22:27.024091Z","caller":"traceutil/trace.go:171","msg":"trace[1672293763] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:609; }","duration":"107.566212ms","start":"2026-04-22T16:22:26.916498Z","end":"2026-04-22T16:22:27.024064Z","steps":["trace[1672293763] 'agreement among raft nodes before linearized reading' (duration: 107.318631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:28.654626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268137698388796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T16:22:29.155484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268137698388796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T16:22:29.63473Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.533081309s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T16:22:29.635947Z","caller":"traceutil/trace.go:171","msg":"trace[2059988371] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"1.56821112s","start":"2026-04-22T16:22:28.067707Z","end":"2026-04-22T16:22:29.635918Z","steps":["trace[2059988371] 'process raft request' (duration: 1.567589365s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:29.636112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:28.067158Z","time spent":"1.568864336s","remote":"127.0.0.1:48922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T16:22:30.40481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.49172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T16:22:30.405283Z","caller":"traceutil/trace.go:171","msg":"trace[538857852] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:638; }","duration":"2.250696645s","start":"2026-04-22T16:22:28.154572Z","end":"2026-04-22T16:22:30.405268Z","steps":["trace[538857852] 'read index received' (duration: 1.480529769s)","trace[538857852] 'applied index is now lower than readState.Index' (duration: 770.165566ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T16:22:30.405346Z","caller":"traceutil/trace.go:171","msg":"trace[1142270769] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"1.476608368s","start":"2026-04-22T16:22:28.92873Z","end":"2026-04-22T16:22:30.405339Z","steps":["trace[1142270769] 'process raft request' (duration: 883.504303ms)","trace[1142270769] 'compare' (duration: 592.112945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:30.405385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:28.928686Z","time spent":"1.476675711s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T16:22:30.40562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251033858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T16:22:30.405725Z","caller":"traceutil/trace.go:171","msg":"trace[882982244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"2.251182364s","start":"2026-04-22T16:22:28.154515Z","end":"2026-04-22T16:22:30.405698Z","steps":["trace[882982244] 'agreement among raft nodes before linearized reading' (duration: 2.250879372s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:30.405766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:28.154496Z","time spent":"2.251261267s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T16:22:30.905771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268137698388800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T16:22:30.928499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000968546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T16:22:30.928562Z","caller":"traceutil/trace.go:171","msg":"trace[484394017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001079081s","start":"2026-04-22T16:22:28.927463Z","end":"2026-04-22T16:22:30.928542Z","steps":["trace[484394017] 'agreement among raft nodes before linearized reading' (duration: 2.000996258s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:30.928659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:28.927445Z","time spent":"2.001203326s","remote":"127.0.0.1:48850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 16:22:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T16:22:31.316631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999874076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T16:22:31.316691Z","caller":"traceutil/trace.go:171","msg":"trace[685501390] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99997254s","start":"2026-04-22T16:22:29.316705Z","end":"2026-04-22T16:22:31.316678Z","steps":["trace[685501390] 'agreement among raft nodes before linearized reading' (duration: 1.999890367s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:31.316722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:29.316694Z","time spent":"2.000022662s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 16:22:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T16:22:31.406282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268137698388800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T16:22:31.50255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.690236638s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T16:22:31.779512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.672624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T16:22:31.779739Z","caller":"traceutil/trace.go:171","msg":"trace[1653352418] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:640; }","duration":"1.374416621s","start":"2026-04-22T16:22:30.405308Z","end":"2026-04-22T16:22:31.779724Z","steps":["trace[1653352418] 'read index received' (duration: 1.097449996s)","trace[1653352418] 'applied index is now lower than readState.Index' (duration: 276.965475ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T16:22:31.779736Z","caller":"traceutil/trace.go:171","msg":"trace[1349127126] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"2.085178447s","start":"2026-04-22T16:22:29.694513Z","end":"2026-04-22T16:22:31.779692Z","steps":["trace[1349127126] 'process raft request' (duration: 1.808233063s)","trace[1349127126] 'compare' (duration: 276.419464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:31.779855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:29.694491Z","time spent":"2.085309393s","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T16:22:31.779939Z","caller":"traceutil/trace.go:171","msg":"trace[122317944] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"1.370513237s","start":"2026-04-22T16:22:30.409415Z","end":"2026-04-22T16:22:31.779928Z","steps":["trace[122317944] 'process raft request' (duration: 1.370207465s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:31.780003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:30.409386Z","time spent":"1.370576369s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T16:22:31.780128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.479764015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zwbpn\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-04-22T16:22:31.780191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617815367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T16:22:31.78024Z","caller":"traceutil/trace.go:171","msg":"trace[1676091256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"3.617868s","start":"2026-04-22T16:22:28.162345Z","end":"2026-04-22T16:22:31.780213Z","steps":["trace[1676091256] 'agreement among raft nodes before linearized reading' (duration: 3.617777646s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:31.780305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:28.162335Z","time spent":"3.617962643s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T16:22:31.780322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.151109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ba5465fb0dec\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-22T16:22:31.780336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350447176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T16:22:31.780376Z","caller":"traceutil/trace.go:171","msg":"trace[794271297] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ba5465fb0dec; range_end:; response_count:1; response_revision:621; }","duration":"843.239602ms","start":"2026-04-22T16:22:30.937119Z","end":"2026-04-22T16:22:31.780358Z","steps":["trace[794271297] 'agreement among raft nodes before linearized reading' (duration: 843.117238ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:31.780187Z","caller":"traceutil/trace.go:171","msg":"trace[1040300430] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zwbpn; range_end:; response_count:1; response_revision:621; }","duration":"3.479827778s","start":"2026-04-22T16:22:28.300342Z","end":"2026-04-22T16:22:31.78017Z","steps":["trace[1040300430] 'agreement among raft nodes before linearized reading' (duration: 3.4796171s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:31.780418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:30.937099Z","time spent":"843.306615ms","remote":"127.0.0.1:48900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ba5465fb0dec\" "} {"level":"warn","ts":"2026-04-22T16:22:31.780451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:28.300291Z","time spent":"3.480152321s","remote":"127.0.0.1:48994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-zwbpn\" "} {"level":"warn","ts":"2026-04-22T16:22:31.780459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523873532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-22T16:22:31.780502Z","caller":"traceutil/trace.go:171","msg":"trace[339302468] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:621; }","duration":"2.523958565s","start":"2026-04-22T16:22:29.25653Z","end":"2026-04-22T16:22:31.780488Z","steps":["trace[339302468] 'agreement among raft nodes before linearized reading' (duration: 2.523876662s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:31.780487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.231492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T16:22:31.780553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:29.25652Z","time spent":"2.524021797s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" "} {"level":"info","ts":"2026-04-22T16:22:31.78057Z","caller":"traceutil/trace.go:171","msg":"trace[1323397763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"843.354047ms","start":"2026-04-22T16:22:30.937192Z","end":"2026-04-22T16:22:31.780546Z","steps":["trace[1323397763] 'agreement among raft nodes before linearized reading' (duration: 843.18915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:31.780611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:30.937177Z","time spent":"843.42715ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T16:22:31.780799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540167297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-22T16:22:31.780848Z","caller":"traceutil/trace.go:171","msg":"trace[1292935919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:621; }","duration":"2.54024171s","start":"2026-04-22T16:22:29.240593Z","end":"2026-04-22T16:22:31.780834Z","steps":["trace[1292935919] 'agreement among raft nodes before linearized reading' (duration: 2.540150396s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:31.780973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:29.240578Z","time spent":"2.540377745s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T16:22:31.781234Z","caller":"traceutil/trace.go:171","msg":"trace[621048971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:621; }","duration":"2.350513229s","start":"2026-04-22T16:22:29.429854Z","end":"2026-04-22T16:22:31.780367Z","steps":["trace[621048971] 'agreement among raft nodes before linearized reading' (duration: 2.350360383s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:31.782018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:29.429843Z","time spent":"2.352157894s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T16:22:34.871767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42881682s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T16:22:34.871912Z","caller":"traceutil/trace.go:171","msg":"trace[115700550] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:621; }","duration":"1.428972176s","start":"2026-04-22T16:22:33.44292Z","end":"2026-04-22T16:22:34.871892Z","steps":["trace[115700550] 'range keys from in-memory index tree' (duration: 1.42879809s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:34.874469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.022093304s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T16:22:34.875018Z","caller":"traceutil/trace.go:171","msg":"trace[875947068] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"3.088719387s","start":"2026-04-22T16:22:31.78628Z","end":"2026-04-22T16:22:34.874999Z","steps":["trace[875947068] 'process raft request' (duration: 3.088622144s)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:34.875071Z","caller":"traceutil/trace.go:171","msg":"trace[1714704666] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"3.088886723s","start":"2026-04-22T16:22:31.786163Z","end":"2026-04-22T16:22:34.875049Z","steps":["trace[1714704666] 'process raft request' (duration: 3.088682816s)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:34.875123Z","caller":"traceutil/trace.go:171","msg":"trace[750712170] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"3.092423922s","start":"2026-04-22T16:22:31.782673Z","end":"2026-04-22T16:22:34.875097Z","steps":["trace[750712170] 'process raft request' (duration: 3.091987676s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:34.875156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:31.78627Z","time spent":"3.08880781s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T16:22:34.87516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:31.786146Z","time spent":"3.088968897s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T16:22:34.875317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:31.782647Z","time spent":"3.092585708s","remote":"127.0.0.1:48900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:34.875385Z","caller":"traceutil/trace.go:171","msg":"trace[1682911839] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:643; }","duration":"3.083670268s","start":"2026-04-22T16:22:31.791699Z","end":"2026-04-22T16:22:34.875369Z","steps":["trace[1682911839] 'read index received' (duration: 60.588647ms)","trace[1682911839] 'applied index is now lower than readState.Index' (duration: 3.023080511s)"],"step_count":2} {"level":"info","ts":"2026-04-22T16:22:34.875463Z","caller":"traceutil/trace.go:171","msg":"trace[2054044805] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"3.08832658s","start":"2026-04-22T16:22:31.787128Z","end":"2026-04-22T16:22:34.875454Z","steps":["trace[2054044805] 'process raft request' (duration: 3.087809141s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:34.875526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:31.787114Z","time spent":"3.088370372s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:34.875558Z","caller":"traceutil/trace.go:171","msg":"trace[805142350] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"3.08193868s","start":"2026-04-22T16:22:31.793601Z","end":"2026-04-22T16:22:34.87554Z","steps":["trace[805142350] 'process raft request' (duration: 3.08167456s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:34.875655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083958979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T16:22:34.875653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:31.793572Z","time spent":"3.082028793s","remote":"127.0.0.1:48994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:34.875688Z","caller":"traceutil/trace.go:171","msg":"trace[601886867] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:626; }","duration":"3.084008831s","start":"2026-04-22T16:22:31.791669Z","end":"2026-04-22T16:22:34.875678Z","steps":["trace[601886867] 'agreement among raft nodes before linearized reading' (duration: 3.083957819s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:34.875717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:31.791658Z","time spent":"3.084053153s","remote":"127.0.0.1:49054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-22T16:22:34.880625Z","caller":"traceutil/trace.go:171","msg":"trace[2011396884] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"3.027478456s","start":"2026-04-22T16:22:31.853126Z","end":"2026-04-22T16:22:34.880605Z","steps":["trace[2011396884] 'process raft request' (duration: 3.02730462s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:34.880766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:31.853087Z","time spent":"3.027617482s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:34.880774Z","caller":"traceutil/trace.go:171","msg":"trace[2048772657] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"2.064017694s","start":"2026-04-22T16:22:32.816743Z","end":"2026-04-22T16:22:34.880761Z","steps":["trace[2048772657] 'process raft request' (duration: 2.063799176s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:34.880843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:32.816719Z","time spent":"2.064092597s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T16:22:34.921083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993975742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T16:22:34.921292Z","caller":"traceutil/trace.go:171","msg":"trace[362089475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"1.994255673s","start":"2026-04-22T16:22:32.927013Z","end":"2026-04-22T16:22:34.921269Z","steps":["trace[362089475] 'agreement among raft nodes before linearized reading' (duration: 1.993882848s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:34.921269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136097946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T16:22:34.921528Z","caller":"traceutil/trace.go:171","msg":"trace[209533599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:629; }","duration":"1.136408439s","start":"2026-04-22T16:22:33.785098Z","end":"2026-04-22T16:22:34.921506Z","steps":["trace[209533599] 'agreement among raft nodes before linearized reading' (duration: 1.135785584s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:34.92159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:33.785075Z","time spent":"1.136502492s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T16:22:34.921377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:32.926979Z","time spent":"1.994384417s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T16:22:35.381555Z","caller":"traceutil/trace.go:171","msg":"trace[409559397] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"126.557575ms","start":"2026-04-22T16:22:35.254962Z","end":"2026-04-22T16:22:35.381519Z","steps":["trace[409559397] 'process raft request' (duration: 122.913869ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:36.941794Z","caller":"traceutil/trace.go:171","msg":"trace[1220324834] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"231.978347ms","start":"2026-04-22T16:22:36.709795Z","end":"2026-04-22T16:22:36.941774Z","steps":["trace[1220324834] 'process raft request' (duration: 231.80016ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:39.671137Z","caller":"traceutil/trace.go:171","msg":"trace[968755538] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"135.765407ms","start":"2026-04-22T16:22:39.535346Z","end":"2026-04-22T16:22:39.671112Z","steps":["trace[968755538] 'process raft request' (duration: 135.539349ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:51.088362Z","caller":"traceutil/trace.go:171","msg":"trace[1078307412] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"713.070319ms","start":"2026-04-22T16:22:50.375265Z","end":"2026-04-22T16:22:51.088335Z","steps":["trace[1078307412] 'process raft request' (duration: 712.826542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:51.08854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:50.375229Z","time spent":"713.240234ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:22:51.093995Z","caller":"traceutil/trace.go:171","msg":"trace[307507751] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:813; }","duration":"167.533888ms","start":"2026-04-22T16:22:50.926451Z","end":"2026-04-22T16:22:51.093985Z","steps":["trace[307507751] 'read index received' (duration: 162.132171ms)","trace[307507751] 'applied index is now lower than readState.Index' (duration: 5.401257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T16:22:51.094316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.869739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T16:22:51.094347Z","caller":"traceutil/trace.go:171","msg":"trace[739693098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:787; }","duration":"167.941601ms","start":"2026-04-22T16:22:50.926398Z","end":"2026-04-22T16:22:51.09434Z","steps":["trace[739693098] 'agreement among raft nodes before linearized reading' (duration: 167.879949ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:51.094064Z","caller":"traceutil/trace.go:171","msg":"trace[1081961552] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"346.804314ms","start":"2026-04-22T16:22:50.747254Z","end":"2026-04-22T16:22:51.094058Z","steps":["trace[1081961552] 'process raft request' (duration: 346.706101ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:22:51.094538Z","caller":"traceutil/trace.go:171","msg":"trace[1050155511] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"665.438691ms","start":"2026-04-22T16:22:50.429069Z","end":"2026-04-22T16:22:51.094508Z","steps":["trace[1050155511] 'process raft request' (duration: 664.835492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T16:22:51.094698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:50.747217Z","time spent":"347.385282ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T16:22:51.094902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T16:22:50.429041Z","time spent":"665.755851ms","remote":"127.0.0.1:49054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T16:24:41.870639Z","caller":"traceutil/trace.go:171","msg":"trace[1077354345] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"141.995378ms","start":"2026-04-22T16:24:41.728615Z","end":"2026-04-22T16:24:41.87061Z","steps":["trace[1077354345] 'process raft request' (duration: 141.946517ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T16:24:41.870712Z","caller":"traceutil/trace.go:171","msg":"trace[114713035] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"142.331451ms","start":"2026-04-22T16:24:41.728352Z","end":"2026-04-22T16:24:41.870684Z","steps":["trace[114713035] 'process raft request' (duration: 142.054388ms)"],"step_count":1}