{"level":"warn","ts":"2026-03-03T20:03:13.013331Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T20:03:13.013412Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.140:2380","--initial-cluster=instance=https://162.253.55.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T20:03:13.01348Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T20:03:13.013493Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-03T20:03:13.013514Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T20:03:13.014135Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"]} {"level":"info","ts":"2026-03-03T20:03:13.014231Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T20:03:13.019051Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.648187ms"} {"level":"info","ts":"2026-03-03T20:03:13.031933Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf809824ab95ac81","cluster-id":"6f89f5fbef18dc61"} {"level":"info","ts":"2026-03-03T20:03:13.031999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T20:03:13.032015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 0"} {"level":"info","ts":"2026-03-03T20:03:13.032024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf809824ab95ac81 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T20:03:13.032031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 1"} {"level":"info","ts":"2026-03-03T20:03:13.032058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"warn","ts":"2026-03-03T20:03:13.04199Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T20:03:13.045983Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T20:03:13.047087Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T20:03:13.05103Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf809824ab95ac81","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T20:03:13.052358Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T20:03:13.05242Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T20:03:13.052431Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T20:03:13.05272Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf809824ab95ac81","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T20:03:13.053336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"info","ts":"2026-03-03T20:03:13.053506Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","added-peer-id":"cf809824ab95ac81","added-peer-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-03T20:03:13.056142Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T20:03:13.056539Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf809824ab95ac81","initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T20:03:13.056311Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-03T20:03:13.057675Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-03T20:03:13.057266Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T20:03:13.432334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T20:03:13.432396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T20:03:13.432496Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgPreVoteResp from cf809824ab95ac81 at term 1"} {"level":"info","ts":"2026-03-03T20:03:13.432523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became candidate at term 2"} {"level":"info","ts":"2026-03-03T20:03:13.432531Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgVoteResp from cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-03T20:03:13.432544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became leader at term 2"} {"level":"info","ts":"2026-03-03T20:03:13.432554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf809824ab95ac81 elected leader cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-03T20:03:13.433836Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T20:03:13.435188Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T20:03:13.435256Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T20:03:13.435277Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T20:03:13.435303Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf809824ab95ac81","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.140:2379]}","request-path":"/0/members/cf809824ab95ac81/attributes","cluster-id":"6f89f5fbef18dc61","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T20:03:13.435322Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T20:03:13.435825Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T20:03:13.438215Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.140:2379"} {"level":"info","ts":"2026-03-03T20:03:13.438686Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T20:03:13.438712Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T20:03:13.441176Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-03T20:03:17.630263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999985656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:03:18.364201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.738156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:03:18.364414Z","caller":"traceutil/trace.go:171","msg":"trace[228249456] linearizableReadLoop","detail":"{readStateIndex:217; appliedIndex:215; }","duration":"1.234420762s","start":"2026-03-03T20:03:17.129978Z","end":"2026-03-03T20:03:18.364398Z","steps":["trace[228249456] 'read index received' (duration: 596.838809ms)","trace[228249456] 'applied index is now lower than readState.Index' (duration: 637.580893ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:03:18.364444Z","caller":"traceutil/trace.go:171","msg":"trace[1333790640] transaction","detail":"{read_only:false; response_revision:211; number_of_response:1; }","duration":"1.351718582s","start":"2026-03-03T20:03:17.012693Z","end":"2026-03-03T20:03:18.364411Z","steps":["trace[1333790640] 'process raft request' (duration: 714.145109ms)","trace[1333790640] 'compare' (duration: 636.593673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:03:18.364521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:17.390903Z","time spent":"973.614946ms","remote":"127.0.0.1:52016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:03:18.364597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:17.012667Z","time spent":"1.351850315s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:03:18.364815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23484436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:03:18.364871Z","caller":"traceutil/trace.go:171","msg":"trace[1981037621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:211; }","duration":"1.234940342s","start":"2026-03-03T20:03:17.12992Z","end":"2026-03-03T20:03:18.36486Z","steps":["trace[1981037621] 'agreement among raft nodes before linearized reading' (duration: 1.234861151s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:18.364912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:17.129895Z","time spent":"1.235006843s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:03:18.365042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164207967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3492"} {"level":"info","ts":"2026-03-03T20:03:18.365152Z","caller":"traceutil/trace.go:171","msg":"trace[813154791] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:211; }","duration":"1.164430201s","start":"2026-03-03T20:03:17.200698Z","end":"2026-03-03T20:03:18.365128Z","steps":["trace[813154791] 'agreement among raft nodes before linearized reading' (duration: 1.164167666s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:18.3652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:17.200677Z","time spent":"1.164512563s","remote":"127.0.0.1:52122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3515,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:03:19.598431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999985662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:03:19.786026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.164228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:03:19.786271Z","caller":"traceutil/trace.go:171","msg":"trace[1266849827] linearizableReadLoop","detail":"{readStateIndex:220; appliedIndex:217; }","duration":"688.425343ms","start":"2026-03-03T20:03:19.097827Z","end":"2026-03-03T20:03:19.786253Z","steps":["trace[1266849827] 'read index received' (duration: 684.949351ms)","trace[1266849827] 'applied index is now lower than readState.Index' (duration: 3.474902ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:03:19.786397Z","caller":"traceutil/trace.go:171","msg":"trace[556443764] transaction","detail":"{read_only:false; response_revision:212; number_of_response:1; }","duration":"1.420662597s","start":"2026-03-03T20:03:18.365549Z","end":"2026-03-03T20:03:19.786212Z","steps":["trace[556443764] 'process raft request' (duration: 525.240004ms)","trace[556443764] 'compare' (duration: 895.029315ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:03:19.786439Z","caller":"traceutil/trace.go:171","msg":"trace[1558084309] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"1.418487713s","start":"2026-03-03T20:03:18.367941Z","end":"2026-03-03T20:03:19.786429Z","steps":["trace[1558084309] 'process raft request' (duration: 1.418192317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:19.786498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:18.367916Z","time spent":"1.418553144s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:03:19.786528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:18.365529Z","time spent":"1.420934334s","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:03:19.786738Z","caller":"traceutil/trace.go:171","msg":"trace[1888475255] transaction","detail":"{read_only:false; response_revision:214; number_of_response:1; }","duration":"1.415518311s","start":"2026-03-03T20:03:18.371209Z","end":"2026-03-03T20:03:19.786727Z","steps":["trace[1888475255] 'process raft request' (duration: 1.41499253s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:19.786803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:18.371192Z","time spent":"1.415572563s","remote":"127.0.0.1:52122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3695,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:03:19.786891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.069177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:03:19.787017Z","caller":"traceutil/trace.go:171","msg":"trace[337295973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:214; }","duration":"689.243461ms","start":"2026-03-03T20:03:19.097761Z","end":"2026-03-03T20:03:19.787005Z","steps":["trace[337295973] 'agreement among raft nodes before linearized reading' (duration: 689.072867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:19.787052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:19.097737Z","time spent":"689.305952ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:03:19.787128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.329961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:03:19.787173Z","caller":"traceutil/trace.go:171","msg":"trace[676407586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:214; }","duration":"479.408303ms","start":"2026-03-03T20:03:19.307751Z","end":"2026-03-03T20:03:19.787159Z","steps":["trace[676407586] 'agreement among raft nodes before linearized reading' (duration: 479.343182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:19.78721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:19.307727Z","time spent":"479.474064ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:03:20.2497Z","caller":"traceutil/trace.go:171","msg":"trace[424018317] linearizableReadLoop","detail":"{readStateIndex:273; appliedIndex:272; }","duration":"257.836713ms","start":"2026-03-03T20:03:19.991836Z","end":"2026-03-03T20:03:20.249673Z","steps":["trace[424018317] 'read index received' (duration: 256.102767ms)","trace[424018317] 'applied index is now lower than readState.Index' (duration: 1.732946ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:03:20.249721Z","caller":"traceutil/trace.go:171","msg":"trace[912833331] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"286.346504ms","start":"2026-03-03T20:03:19.963351Z","end":"2026-03-03T20:03:20.249697Z","steps":["trace[912833331] 'process raft request' (duration: 284.576727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:20.249916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.061298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T20:03:20.250009Z","caller":"traceutil/trace.go:171","msg":"trace[735552719] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:267; }","duration":"258.219091ms","start":"2026-03-03T20:03:19.991769Z","end":"2026-03-03T20:03:20.249988Z","steps":["trace[735552719] 'agreement among raft nodes before linearized reading' (duration: 258.014047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:03:23.087961Z","caller":"traceutil/trace.go:171","msg":"trace[1892800908] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"345.49723ms","start":"2026-03-03T20:03:22.74244Z","end":"2026-03-03T20:03:23.087938Z","steps":["trace[1892800908] 'process raft request' (duration: 345.361727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:23.088328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:22.742419Z","time spent":"345.624482ms","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:03:42.113864Z","caller":"traceutil/trace.go:171","msg":"trace[324607068] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"105.806773ms","start":"2026-03-03T20:03:42.008035Z","end":"2026-03-03T20:03:42.113842Z","steps":["trace[324607068] 'process raft request' (duration: 95.772155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:03:44.29718Z","caller":"traceutil/trace.go:171","msg":"trace[744131613] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"265.486122ms","start":"2026-03-03T20:03:44.031644Z","end":"2026-03-03T20:03:44.29713Z","steps":["trace[744131613] 'read index received' (duration: 265.230346ms)","trace[744131613] 'applied index is now lower than readState.Index' (duration: 254.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:03:44.297435Z","caller":"traceutil/trace.go:171","msg":"trace[1743680318] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"361.574033ms","start":"2026-03-03T20:03:43.935629Z","end":"2026-03-03T20:03:44.297203Z","steps":["trace[1743680318] 'process raft request' (duration: 361.329237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:44.297556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.905702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T20:03:44.297577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:43.935613Z","time spent":"361.87829ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:03:44.29761Z","caller":"traceutil/trace.go:171","msg":"trace[1866249373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"266.001264ms","start":"2026-03-03T20:03:44.031595Z","end":"2026-03-03T20:03:44.297596Z","steps":["trace[1866249373] 'agreement among raft nodes before linearized reading' (duration: 265.914432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:44.297633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.244393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T20:03:44.297679Z","caller":"traceutil/trace.go:171","msg":"trace[224991634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:514; }","duration":"180.321325ms","start":"2026-03-03T20:03:44.117344Z","end":"2026-03-03T20:03:44.297665Z","steps":["trace[224991634] 'agreement among raft nodes before linearized reading' (duration: 180.208402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:44.999768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:03:45.841579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:45.266893Z","time spent":"574.6804ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:03:45.841895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.565777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:03:45.842132Z","caller":"traceutil/trace.go:171","msg":"trace[904553360] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:532; }","duration":"1.343256192s","start":"2026-03-03T20:03:44.498855Z","end":"2026-03-03T20:03:45.842112Z","steps":["trace[904553360] 'read index received' (duration: 762.368948ms)","trace[904553360] 'applied index is now lower than readState.Index' (duration: 580.886104ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:03:45.842239Z","caller":"traceutil/trace.go:171","msg":"trace[1108709195] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"1.541234318s","start":"2026-03-03T20:03:44.300988Z","end":"2026-03-03T20:03:45.842223Z","steps":["trace[1108709195] 'process raft request' (duration: 960.224061ms)","trace[1108709195] 'compare' (duration: 580.203938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:03:45.842357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:44.300973Z","time spent":"1.54130069s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:03:45.843215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344333258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T20:03:45.843246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.045599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:03:45.843311Z","caller":"traceutil/trace.go:171","msg":"trace[1180253148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"1.34445864s","start":"2026-03-03T20:03:44.498812Z","end":"2026-03-03T20:03:45.843271Z","steps":["trace[1180253148] 'agreement among raft nodes before linearized reading' (duration: 1.343630571s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:03:45.843326Z","caller":"traceutil/trace.go:171","msg":"trace[376906123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"323.130101ms","start":"2026-03-03T20:03:45.520159Z","end":"2026-03-03T20:03:45.843289Z","steps":["trace[376906123] 'agreement among raft nodes before linearized reading' (duration: 323.031679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:45.843357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:44.4988Z","time spent":"1.344546763s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:03:45.843369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:45.520145Z","time spent":"323.212703ms","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:03:45.843373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.849788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4375"} {"level":"info","ts":"2026-03-03T20:03:45.843463Z","caller":"traceutil/trace.go:171","msg":"trace[1042460657] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:516; }","duration":"992.976901ms","start":"2026-03-03T20:03:44.850458Z","end":"2026-03-03T20:03:45.843435Z","steps":["trace[1042460657] 'agreement among raft nodes before linearized reading' (duration: 992.011399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:45.843518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:44.850442Z","time spent":"993.067283ms","remote":"127.0.0.1:52122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4398,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T20:03:45.843955Z","caller":"traceutil/trace.go:171","msg":"trace[1056780715] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.542018917s","start":"2026-03-03T20:03:44.301905Z","end":"2026-03-03T20:03:45.843924Z","steps":["trace[1056780715] 'process raft request' (duration: 1.540108142s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:45.844052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:44.301891Z","time spent":"1.542097099s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:03:46.143064Z","caller":"traceutil/trace.go:171","msg":"trace[2062143926] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"293.523033ms","start":"2026-03-03T20:03:45.849506Z","end":"2026-03-03T20:03:46.143029Z","steps":["trace[2062143926] 'process raft request' (duration: 279.55065ms)","trace[2062143926] 'compare' (duration: 13.83814ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:03:46.553304Z","caller":"traceutil/trace.go:171","msg":"trace[2130585361] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:535; }","duration":"252.210115ms","start":"2026-03-03T20:03:46.301067Z","end":"2026-03-03T20:03:46.553277Z","steps":["trace[2130585361] 'read index received' (duration: 217.732244ms)","trace[2130585361] 'applied index is now lower than readState.Index' (duration: 34.477021ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:03:46.553421Z","caller":"traceutil/trace.go:171","msg":"trace[383510463] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"697.977282ms","start":"2026-03-03T20:03:45.855434Z","end":"2026-03-03T20:03:46.553411Z","steps":["trace[383510463] 'process raft request' (duration: 697.766157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:46.553514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:45.855425Z","time spent":"698.020464ms","remote":"127.0.0.1:52122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:03:46.553534Z","caller":"traceutil/trace.go:171","msg":"trace[928087498] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"701.899243ms","start":"2026-03-03T20:03:45.851604Z","end":"2026-03-03T20:03:46.553503Z","steps":["trace[928087498] 'process raft request' (duration: 667.218468ms)","trace[928087498] 'compare' (duration: 34.142053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:03:46.553577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.497211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:03:46.553661Z","caller":"traceutil/trace.go:171","msg":"trace[772806496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"252.630914ms","start":"2026-03-03T20:03:46.30101Z","end":"2026-03-03T20:03:46.553641Z","steps":["trace[772806496] 'agreement among raft nodes before linearized reading' (duration: 252.487681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:46.553667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:45.851592Z","time spent":"702.003455ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:03:46.795282Z","caller":"traceutil/trace.go:171","msg":"trace[110095281] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:537; }","duration":"220.227643ms","start":"2026-03-03T20:03:46.575025Z","end":"2026-03-03T20:03:46.795253Z","steps":["trace[110095281] 'read index received' (duration: 133.102ms)","trace[110095281] 'applied index is now lower than readState.Index' (duration: 87.124353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:03:46.795435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.393037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:03:46.795469Z","caller":"traceutil/trace.go:171","msg":"trace[279352238] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:520; }","duration":"220.458608ms","start":"2026-03-03T20:03:46.575Z","end":"2026-03-03T20:03:46.795458Z","steps":["trace[279352238] 'agreement among raft nodes before linearized reading' (duration: 220.344765ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:03:46.795664Z","caller":"traceutil/trace.go:171","msg":"trace[862488593] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"238.486197ms","start":"2026-03-03T20:03:46.557136Z","end":"2026-03-03T20:03:46.795622Z","steps":["trace[862488593] 'process raft request' (duration: 151.050067ms)","trace[862488593] 'compare' (duration: 86.748664ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:03:48.027292Z","caller":"traceutil/trace.go:171","msg":"trace[1023904592] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"172.823282ms","start":"2026-03-03T20:03:47.854439Z","end":"2026-03-03T20:03:48.027262Z","steps":["trace[1023904592] 'process raft request' (duration: 155.408788ms)","trace[1023904592] 'compare' (duration: 17.318152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:03:52.539994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:03:52.979979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021823921s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:03:52.980264Z","caller":"traceutil/trace.go:171","msg":"trace[120567720] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:550; }","duration":"940.583535ms","start":"2026-03-03T20:03:52.039663Z","end":"2026-03-03T20:03:52.980247Z","steps":["trace[120567720] 'read index received' (duration: 940.418291ms)","trace[120567720] 'applied index is now lower than readState.Index' (duration: 164.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:03:52.98033Z","caller":"traceutil/trace.go:171","msg":"trace[1059540280] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.022260941s","start":"2026-03-03T20:03:51.958044Z","end":"2026-03-03T20:03:52.980305Z","steps":["trace[1059540280] 'process raft request' (duration: 1.022091427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:52.98043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.757749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-03T20:03:52.980444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:51.958024Z","time spent":"1.022359193s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:03:52.980477Z","caller":"traceutil/trace.go:171","msg":"trace[49646133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:531; }","duration":"940.854522ms","start":"2026-03-03T20:03:52.039592Z","end":"2026-03-03T20:03:52.980447Z","steps":["trace[49646133] 'agreement among raft nodes before linearized reading' (duration: 940.715698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:52.980505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:52.039572Z","time spent":"940.927163ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:03:52.980519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.639704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T20:03:52.980589Z","caller":"traceutil/trace.go:171","msg":"trace[1699755638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:531; }","duration":"398.756986ms","start":"2026-03-03T20:03:52.581813Z","end":"2026-03-03T20:03:52.98057Z","steps":["trace[1699755638] 'agreement among raft nodes before linearized reading' (duration: 398.541701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:52.980632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:52.581793Z","time spent":"398.831039ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:03:53.102397Z","caller":"traceutil/trace.go:171","msg":"trace[620852357] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"117.787914ms","start":"2026-03-03T20:03:52.984593Z","end":"2026-03-03T20:03:53.102381Z","steps":["trace[620852357] 'process raft request' (duration: 94.594825ms)","trace[620852357] 'compare' (duration: 23.050696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:03:53.102718Z","caller":"traceutil/trace.go:171","msg":"trace[171283833] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"117.675541ms","start":"2026-03-03T20:03:52.98502Z","end":"2026-03-03T20:03:53.102696Z","steps":["trace[171283833] 'process raft request' (duration: 117.573609ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:03:53.102749Z","caller":"traceutil/trace.go:171","msg":"trace[715478738] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"118.125232ms","start":"2026-03-03T20:03:52.984617Z","end":"2026-03-03T20:03:53.102742Z","steps":["trace[715478738] 'process raft request' (duration: 117.722333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:03:54.102307Z","caller":"traceutil/trace.go:171","msg":"trace[600822433] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"177.721235ms","start":"2026-03-03T20:03:53.924558Z","end":"2026-03-03T20:03:54.102279Z","steps":["trace[600822433] 'process raft request' (duration: 177.524641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:03:55.697581Z","caller":"traceutil/trace.go:171","msg":"trace[1170615756] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"587.893747ms","start":"2026-03-03T20:03:55.109649Z","end":"2026-03-03T20:03:55.697543Z","steps":["trace[1170615756] 'process raft request' (duration: 587.708873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:55.697763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:55.109624Z","time spent":"588.043201ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:03:56.248659Z","caller":"traceutil/trace.go:171","msg":"trace[496237381] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"1.138629052s","start":"2026-03-03T20:03:55.109999Z","end":"2026-03-03T20:03:56.248628Z","steps":["trace[496237381] 'process raft request' (duration: 1.138443638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:56.248815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:55.109981Z","time spent":"1.138757135s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:03:56.248851Z","caller":"traceutil/trace.go:171","msg":"trace[1834065641] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:559; }","duration":"726.626367ms","start":"2026-03-03T20:03:55.522184Z","end":"2026-03-03T20:03:56.24881Z","steps":["trace[1834065641] 'read index received' (duration: 175.139965ms)","trace[1834065641] 'applied index is now lower than readState.Index' (duration: 551.484542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:03:56.248977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.77761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:03:56.248968Z","caller":"traceutil/trace.go:171","msg":"trace[902238425] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"1.138790465s","start":"2026-03-03T20:03:55.110154Z","end":"2026-03-03T20:03:56.248945Z","steps":["trace[902238425] 'process raft request' (duration: 1.138431497s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:03:56.249014Z","caller":"traceutil/trace.go:171","msg":"trace[1003543207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:542; }","duration":"726.863373ms","start":"2026-03-03T20:03:55.52214Z","end":"2026-03-03T20:03:56.249004Z","steps":["trace[1003543207] 'agreement among raft nodes before linearized reading' (duration: 726.776641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:56.249066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:55.522118Z","time spent":"726.940165ms","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:03:56.249097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:55.110111Z","time spent":"1.138916998s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:03:57.041373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:03:57.542132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:03:58.043091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:03:58.522663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:03:58.52275Z","caller":"traceutil/trace.go:171","msg":"trace[744865986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223343s","start":"2026-03-03T20:03:56.522509Z","end":"2026-03-03T20:03:58.522733Z","steps":["trace[744865986] 'agreement among raft nodes before linearized reading' (duration: 2.000086599s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:58.522796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:56.522491Z","time spent":"2.000296155s","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:03:58.543719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:03:58.726828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.256777567s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:03:58.858277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.343926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:03:58.858386Z","caller":"traceutil/trace.go:171","msg":"trace[1182767569] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:562; }","duration":"2.335802311s","start":"2026-03-03T20:03:56.522564Z","end":"2026-03-03T20:03:58.858367Z","steps":["trace[1182767569] 'read index received' (duration: 2.204408722s)","trace[1182767569] 'applied index is now lower than readState.Index' (duration: 131.391819ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:03:58.858407Z","caller":"traceutil/trace.go:171","msg":"trace[646499200] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"2.388453824s","start":"2026-03-03T20:03:56.469925Z","end":"2026-03-03T20:03:58.858379Z","steps":["trace[646499200] 'process raft request' (duration: 2.257130425s)","trace[646499200] 'compare' (duration: 129.867705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:03:58.858549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:56.469899Z","time spent":"2.388564927s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:03:58.858602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282393572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T20:03:58.85862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.250179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-03T20:03:58.858668Z","caller":"traceutil/trace.go:171","msg":"trace[365573035] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:543; }","duration":"2.282462793s","start":"2026-03-03T20:03:56.576162Z","end":"2026-03-03T20:03:58.858625Z","steps":["trace[365573035] 'agreement among raft nodes before linearized reading' (duration: 2.28230514s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:03:58.858694Z","caller":"traceutil/trace.go:171","msg":"trace[1924405742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:543; }","duration":"605.364221ms","start":"2026-03-03T20:03:58.253317Z","end":"2026-03-03T20:03:58.858681Z","steps":["trace[1924405742] 'agreement among raft nodes before linearized reading' (duration: 605.188927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:58.858715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:56.576142Z","time spent":"2.282561615s","remote":"127.0.0.1:51980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-03T20:03:58.858736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:58.253297Z","time spent":"605.428813ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:03:58.858797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.476733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T20:03:58.858828Z","caller":"traceutil/trace.go:171","msg":"trace[1693256558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:543; }","duration":"605.541365ms","start":"2026-03-03T20:03:58.253278Z","end":"2026-03-03T20:03:58.858819Z","steps":["trace[1693256558] 'agreement among raft nodes before linearized reading' (duration: 605.447823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:58.858804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.175849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:03:58.858856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:58.253258Z","time spent":"605.591647ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:03:58.858854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15713236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:03:58.85889Z","caller":"traceutil/trace.go:171","msg":"trace[928032718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:543; }","duration":"335.265151ms","start":"2026-03-03T20:03:58.5236Z","end":"2026-03-03T20:03:58.858865Z","steps":["trace[928032718] 'agreement among raft nodes before linearized reading' (duration: 335.138018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:03:58.858924Z","caller":"traceutil/trace.go:171","msg":"trace[308601315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:543; }","duration":"1.157243423s","start":"2026-03-03T20:03:57.70166Z","end":"2026-03-03T20:03:58.858903Z","steps":["trace[308601315] 'agreement among raft nodes before linearized reading' (duration: 1.157029548s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:58.858934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842909699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:03:58.858944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:58.523542Z","time spent":"335.390205ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:03:58.858965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:57.701638Z","time spent":"1.157319174s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:03:58.858994Z","caller":"traceutil/trace.go:171","msg":"trace[485369563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:543; }","duration":"1.843008132s","start":"2026-03-03T20:03:57.015967Z","end":"2026-03-03T20:03:58.858975Z","steps":["trace[485369563] 'agreement among raft nodes before linearized reading' (duration: 1.842807227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:03:58.859037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:03:57.015947Z","time spent":"1.843080214s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:04:00.101193Z","caller":"traceutil/trace.go:171","msg":"trace[1685597204] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"154.055606ms","start":"2026-03-03T20:03:59.947104Z","end":"2026-03-03T20:04:00.10116Z","steps":["trace[1685597204] 'process raft request' (duration: 153.850821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:01.32829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.105421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:01.328403Z","caller":"traceutil/trace.go:171","msg":"trace[133669454] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"251.060898ms","start":"2026-03-03T20:04:01.077323Z","end":"2026-03-03T20:04:01.328383Z","steps":["trace[133669454] 'process raft request' (duration: 11.801133ms)","trace[133669454] 'compare' (duration: 238.962238ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:02.480005Z","caller":"traceutil/trace.go:171","msg":"trace[1711773578] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"398.596432ms","start":"2026-03-03T20:04:02.081385Z","end":"2026-03-03T20:04:02.479982Z","steps":["trace[1711773578] 'process raft request' (duration: 398.474189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:02.480222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:02.08137Z","time spent":"398.787396ms","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:04:04.530591Z","caller":"traceutil/trace.go:171","msg":"trace[328025276] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"333.387148ms","start":"2026-03-03T20:04:04.197184Z","end":"2026-03-03T20:04:04.530571Z","steps":["trace[328025276] 'read index received' (duration: 312.025564ms)","trace[328025276] 'applied index is now lower than readState.Index' (duration: 21.360394ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:04.530721Z","caller":"traceutil/trace.go:171","msg":"trace[335366961] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"404.962883ms","start":"2026-03-03T20:04:04.125745Z","end":"2026-03-03T20:04:04.530708Z","steps":["trace[335366961] 'process raft request' (duration: 383.450156ms)","trace[335366961] 'compare' (duration: 21.255851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:04.530802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:04.125726Z","time spent":"405.020884ms","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:04:04.530985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.787467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:04.531066Z","caller":"traceutil/trace.go:171","msg":"trace[655154770] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:607; }","duration":"333.90965ms","start":"2026-03-03T20:04:04.197136Z","end":"2026-03-03T20:04:04.531046Z","steps":["trace[655154770] 'agreement among raft nodes before linearized reading' (duration: 333.659924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:04.531108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:04.197113Z","time spent":"333.985952ms","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-03T20:04:04.542146Z","caller":"traceutil/trace.go:171","msg":"trace[107291180] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"141.988762ms","start":"2026-03-03T20:04:04.400144Z","end":"2026-03-03T20:04:04.542133Z","steps":["trace[107291180] 'process raft request' (duration: 141.88152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:06.574704Z","caller":"traceutil/trace.go:171","msg":"trace[420112133] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"145.264089ms","start":"2026-03-03T20:04:06.429418Z","end":"2026-03-03T20:04:06.574682Z","steps":["trace[420112133] 'process raft request' (duration: 145.014933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:06.95527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.156408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:06.95546Z","caller":"traceutil/trace.go:171","msg":"trace[775406066] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"324.296748ms","start":"2026-03-03T20:04:06.63113Z","end":"2026-03-03T20:04:06.955427Z","steps":["trace[775406066] 'process raft request' (duration: 94.917524ms)","trace[775406066] 'compare' (duration: 229.048436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:06.955617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:06.631117Z","time spent":"324.418861ms","remote":"127.0.0.1:51980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:06.95571Z","caller":"traceutil/trace.go:171","msg":"trace[1802727182] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:665; }","duration":"158.911694ms","start":"2026-03-03T20:04:06.796786Z","end":"2026-03-03T20:04:06.955697Z","steps":["trace[1802727182] 'read index received' (duration: 151.250707ms)","trace[1802727182] 'applied index is now lower than readState.Index' (duration: 7.660047ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:06.955795Z","caller":"traceutil/trace.go:171","msg":"trace[271299610] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"321.512944ms","start":"2026-03-03T20:04:06.63423Z","end":"2026-03-03T20:04:06.955743Z","steps":["trace[271299610] 'process raft request' (duration: 321.229507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:06.95585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.061227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-03T20:04:06.955884Z","caller":"traceutil/trace.go:171","msg":"trace[385260929] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:644; }","duration":"159.095098ms","start":"2026-03-03T20:04:06.79678Z","end":"2026-03-03T20:04:06.955875Z","steps":["trace[385260929] 'agreement among raft nodes before linearized reading' (duration: 158.988865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:06.956007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:06.634217Z","time spent":"321.676777ms","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:06.956334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.188806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:04:06.956398Z","caller":"traceutil/trace.go:171","msg":"trace[1377277357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:645; }","duration":"132.282539ms","start":"2026-03-03T20:04:06.824099Z","end":"2026-03-03T20:04:06.956381Z","steps":["trace[1377277357] 'agreement among raft nodes before linearized reading' (duration: 132.124335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:09.847451Z","caller":"traceutil/trace.go:171","msg":"trace[975704053] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"108.298144ms","start":"2026-03-03T20:04:09.739135Z","end":"2026-03-03T20:04:09.847433Z","steps":["trace[975704053] 'process raft request' (duration: 108.163431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:17.023269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986705,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:04:17.069387Z","caller":"traceutil/trace.go:171","msg":"trace[1836761219] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:751; }","duration":"546.553177ms","start":"2026-03-03T20:04:16.522811Z","end":"2026-03-03T20:04:17.069364Z","steps":["trace[1836761219] 'read index received' (duration: 546.409904ms)","trace[1836761219] 'applied index is now lower than readState.Index' (duration: 142.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:17.069395Z","caller":"traceutil/trace.go:171","msg":"trace[4402252] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"697.517386ms","start":"2026-03-03T20:04:16.371858Z","end":"2026-03-03T20:04:17.069375Z","steps":["trace[4402252] 'process raft request' (duration: 697.381773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:17.069514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:16.371844Z","time spent":"697.611298ms","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:04:17.069528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.71671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:17.06956Z","caller":"traceutil/trace.go:171","msg":"trace[953613581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"546.791742ms","start":"2026-03-03T20:04:16.52276Z","end":"2026-03-03T20:04:17.069551Z","steps":["trace[953613581] 'agreement among raft nodes before linearized reading' (duration: 546.70981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:17.06959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:16.522741Z","time spent":"546.843063ms","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:04:17.069975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.240534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:04:17.070042Z","caller":"traceutil/trace.go:171","msg":"trace[1125716961] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:726; }","duration":"493.363646ms","start":"2026-03-03T20:04:16.576662Z","end":"2026-03-03T20:04:17.070025Z","steps":["trace[1125716961] 'agreement among raft nodes before linearized reading' (duration: 493.157281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:17.070075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:16.576642Z","time spent":"493.427758ms","remote":"127.0.0.1:51980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-03T20:04:17.571461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:18.072086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:18.417758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.346520182s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:04:19.071575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:04:19.071673Z","caller":"traceutil/trace.go:171","msg":"trace[1988246888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494103s","start":"2026-03-03T20:04:17.071157Z","end":"2026-03-03T20:04:19.071651Z","steps":["trace[1988246888] 'agreement among raft nodes before linearized reading' (duration: 2.00037296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:19.071725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.071144Z","time spent":"2.000570014s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:04:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:04:19.276713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.722634ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T20:04:19.276799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.071096Z","time spent":"2.205700187s","remote":"127.0.0.1:51980","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:04:20.01096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.170273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:20.011079Z","caller":"traceutil/trace.go:171","msg":"trace[246937387] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:752; }","duration":"2.93989323s","start":"2026-03-03T20:04:17.071174Z","end":"2026-03-03T20:04:20.011068Z","steps":["trace[246937387] 'read index received' (duration: 1.346817899s)","trace[246937387] 'applied index is now lower than readState.Index' (duration: 1.593074741s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:20.011125Z","caller":"traceutil/trace.go:171","msg":"trace[686983564] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"2.937429224s","start":"2026-03-03T20:04:17.07369Z","end":"2026-03-03T20:04:20.011119Z","steps":["trace[686983564] 'process raft request' (duration: 2.937337841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.011168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.073684Z","time spent":"2.937460224s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:20.011175Z","caller":"traceutil/trace.go:171","msg":"trace[1750762022] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"2.937857804s","start":"2026-03-03T20:04:17.07327Z","end":"2026-03-03T20:04:20.011128Z","steps":["trace[1750762022] 'process raft request' (duration: 2.437460655s)","trace[1750762022] 'compare' (duration: 500.090062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:20.011293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.073251Z","time spent":"2.937986626s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:20.297465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.243416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:20.297678Z","caller":"traceutil/trace.go:171","msg":"trace[776711545] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"1.019662164s","start":"2026-03-03T20:04:19.277988Z","end":"2026-03-03T20:04:20.29765Z","steps":["trace[776711545] 'process raft request' (duration: 859.127982ms)","trace[776711545] 'compare' (duration: 160.071892ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:20.297726Z","caller":"traceutil/trace.go:171","msg":"trace[1656990270] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:755; }","duration":"286.608167ms","start":"2026-03-03T20:04:20.011098Z","end":"2026-03-03T20:04:20.297706Z","steps":["trace[1656990270] 'read index received' (duration: 126.091525ms)","trace[1656990270] 'applied index is now lower than readState.Index' (duration: 160.515402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:20.297815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:19.277964Z","time spent":"1.019762936s","remote":"127.0.0.1:51980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:20.314384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.528731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:20.314411Z","caller":"traceutil/trace.go:171","msg":"trace[892616389] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:730; }","duration":"285.591243ms","start":"2026-03-03T20:04:20.028809Z","end":"2026-03-03T20:04:20.3144Z","steps":["trace[892616389] 'agreement among raft nodes before linearized reading' (duration: 285.557142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.297891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218960162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:20.314504Z","caller":"traceutil/trace.go:171","msg":"trace[1061396201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:730; }","duration":"1.235619047s","start":"2026-03-03T20:04:19.07888Z","end":"2026-03-03T20:04:20.314499Z","steps":["trace[1061396201] 'agreement among raft nodes before linearized reading' (duration: 1.218964882s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.314521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:19.078863Z","time spent":"1.235651868s","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:04:20.314614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.084141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:20.314651Z","caller":"traceutil/trace.go:171","msg":"trace[1669428515] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:730; }","duration":"221.149403ms","start":"2026-03-03T20:04:20.093477Z","end":"2026-03-03T20:04:20.314627Z","steps":["trace[1669428515] 'agreement among raft nodes before linearized reading' (duration: 221.124502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:20.313641Z","caller":"traceutil/trace.go:171","msg":"trace[1157786233] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"757.048703ms","start":"2026-03-03T20:04:19.556585Z","end":"2026-03-03T20:04:20.313634Z","steps":["trace[1157786233] 'process raft request' (duration: 741.005652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.31478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:19.556563Z","time spent":"758.132687ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:20.313671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.992967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:20.314831Z","caller":"traceutil/trace.go:171","msg":"trace[975039487] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:730; }","duration":"327.184863ms","start":"2026-03-03T20:04:19.98764Z","end":"2026-03-03T20:04:20.314825Z","steps":["trace[975039487] 'agreement among raft nodes before linearized reading' (duration: 326.012496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.314854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:19.987618Z","time spent":"327.228355ms","remote":"127.0.0.1:52428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:04:20.313691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.039743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:20.314915Z","caller":"traceutil/trace.go:171","msg":"trace[712429668] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:730; }","duration":"646.280811ms","start":"2026-03-03T20:04:19.668615Z","end":"2026-03-03T20:04:20.314896Z","steps":["trace[712429668] 'agreement among raft nodes before linearized reading' (duration: 645.063363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.314966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:19.66859Z","time spent":"646.364003ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:04:20.313771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217434297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:04:20.315016Z","caller":"traceutil/trace.go:171","msg":"trace[195772327] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:730; }","duration":"3.218707357s","start":"2026-03-03T20:04:17.096303Z","end":"2026-03-03T20:04:20.31501Z","steps":["trace[195772327] 'agreement among raft nodes before linearized reading' (duration: 3.217397627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.315059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.096285Z","time spent":"3.218767388s","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":101,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:04:20.313834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228286568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-03T20:04:20.315102Z","caller":"traceutil/trace.go:171","msg":"trace[1917380802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:730; }","duration":"3.229569148s","start":"2026-03-03T20:04:17.085516Z","end":"2026-03-03T20:04:20.315085Z","steps":["trace[1917380802] 'agreement among raft nodes before linearized reading' (duration: 3.228262738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.313838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239223301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d6bf97373e3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T20:04:20.315154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.08551Z","time spent":"3.22963029s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:04:20.31517Z","caller":"traceutil/trace.go:171","msg":"trace[1326645113] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d6bf97373e3; range_end:; response_count:1; response_revision:730; }","duration":"1.240584102s","start":"2026-03-03T20:04:19.07458Z","end":"2026-03-03T20:04:20.315164Z","steps":["trace[1326645113] 'agreement among raft nodes before linearized reading' (duration: 1.23919977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.315189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:19.074558Z","time spent":"1.240624783s","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d6bf97373e3\" "} {"level":"warn","ts":"2026-03-03T20:04:20.313905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235338802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:04:20.315261Z","caller":"traceutil/trace.go:171","msg":"trace[1089139672] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:730; }","duration":"3.236705743s","start":"2026-03-03T20:04:17.07855Z","end":"2026-03-03T20:04:20.315256Z","steps":["trace[1089139672] 'agreement among raft nodes before linearized reading' (duration: 3.235106657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.315277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.078524Z","time spent":"3.236748804s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:04:20.314115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230579522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:04:20.315357Z","caller":"traceutil/trace.go:171","msg":"trace[460615688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:730; }","duration":"3.231858591s","start":"2026-03-03T20:04:17.083494Z","end":"2026-03-03T20:04:20.315352Z","steps":["trace[460615688] 'agreement among raft nodes before linearized reading' (duration: 3.230452498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.315371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.083487Z","time spent":"3.231879741s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:04:20.479729Z","caller":"traceutil/trace.go:171","msg":"trace[1506943715] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"161.855622ms","start":"2026-03-03T20:04:20.317846Z","end":"2026-03-03T20:04:20.479702Z","steps":["trace[1506943715] 'process raft request' (duration: 144.356058ms)","trace[1506943715] 'compare' (duration: 17.288929ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:20.479736Z","caller":"traceutil/trace.go:171","msg":"trace[706694338] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"161.572335ms","start":"2026-03-03T20:04:20.31814Z","end":"2026-03-03T20:04:20.479713Z","steps":["trace[706694338] 'process raft request' (duration: 161.497864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:20.479874Z","caller":"traceutil/trace.go:171","msg":"trace[227568617] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"160.359498ms","start":"2026-03-03T20:04:20.31951Z","end":"2026-03-03T20:04:20.479869Z","steps":["trace[227568617] 'process raft request' (duration: 160.171944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:20.479987Z","caller":"traceutil/trace.go:171","msg":"trace[370060692] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:758; }","duration":"143.60095ms","start":"2026-03-03T20:04:20.336374Z","end":"2026-03-03T20:04:20.479975Z","steps":["trace[370060692] 'read index received' (duration: 125.84091ms)","trace[370060692] 'applied index is now lower than readState.Index' (duration: 17.75896ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:20.480008Z","caller":"traceutil/trace.go:171","msg":"trace[487309683] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"142.657949ms","start":"2026-03-03T20:04:20.337331Z","end":"2026-03-03T20:04:20.479989Z","steps":["trace[487309683] 'process raft request' (duration: 142.549416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.480058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.508088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:20.480088Z","caller":"traceutil/trace.go:171","msg":"trace[412147459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"159.558639ms","start":"2026-03-03T20:04:20.320521Z","end":"2026-03-03T20:04:20.48008Z","steps":["trace[412147459] 'agreement among raft nodes before linearized reading' (duration: 159.490867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:22.109449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.719548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:04:22.109458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.840808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:22.109529Z","caller":"traceutil/trace.go:171","msg":"trace[1201573093] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:734; }","duration":"606.83481ms","start":"2026-03-03T20:04:21.502676Z","end":"2026-03-03T20:04:22.109511Z","steps":["trace[1201573093] 'count revisions from in-memory index tree' (duration: 606.615705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:22.109534Z","caller":"traceutil/trace.go:171","msg":"trace[1047714516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"586.9416ms","start":"2026-03-03T20:04:21.522574Z","end":"2026-03-03T20:04:22.109516Z","steps":["trace[1047714516] 'range keys from in-memory index tree' (duration: 586.737356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:22.109572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:21.522563Z","time spent":"587.000302ms","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:04:22.109575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:21.502663Z","time spent":"606.898112ms","remote":"127.0.0.1:52150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:04:22.109571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.355307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:04:22.109619Z","caller":"traceutil/trace.go:171","msg":"trace[345915630] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:734; }","duration":"884.446799ms","start":"2026-03-03T20:04:21.225159Z","end":"2026-03-03T20:04:22.109606Z","steps":["trace[345915630] 'count revisions from in-memory index tree' (duration: 884.267905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:22.109609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.472036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:04:22.109652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:21.225138Z","time spent":"884.50499ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:04:22.109679Z","caller":"traceutil/trace.go:171","msg":"trace[832186249] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:734; }","duration":"851.586969ms","start":"2026-03-03T20:04:21.258075Z","end":"2026-03-03T20:04:22.109662Z","steps":["trace[832186249] 'count revisions from in-memory index tree' (duration: 851.389834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:22.109722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:21.258051Z","time spent":"851.660681ms","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:04:22.402445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:22.902791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:22.915955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136932376s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:04:23.108052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.893067ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T20:04:23.257547Z","caller":"traceutil/trace.go:171","msg":"trace[1893554007] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"962.074703ms","start":"2026-03-03T20:04:22.295458Z","end":"2026-03-03T20:04:23.257533Z","steps":["trace[1893554007] 'process raft request' (duration: 961.871889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:23.257633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355657793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:23.257666Z","caller":"traceutil/trace.go:171","msg":"trace[773295192] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:736; }","duration":"1.355745495s","start":"2026-03-03T20:04:21.901912Z","end":"2026-03-03T20:04:23.257657Z","steps":["trace[773295192] 'agreement among raft nodes before linearized reading' (duration: 1.355669284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:23.257671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.295434Z","time spent":"962.170455ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:23.257694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:21.901893Z","time spent":"1.355792137s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:04:23.257671Z","caller":"traceutil/trace.go:171","msg":"trace[2039526604] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"483.916888ms","start":"2026-03-03T20:04:22.773717Z","end":"2026-03-03T20:04:23.257634Z","steps":["trace[2039526604] 'process raft request' (duration: 483.741214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:23.257542Z","caller":"traceutil/trace.go:171","msg":"trace[1565489519] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:762; }","duration":"1.355546021s","start":"2026-03-03T20:04:21.901961Z","end":"2026-03-03T20:04:23.257507Z","steps":["trace[1565489519] 'read index received' (duration: 1.014150758s)","trace[1565489519] 'applied index is now lower than readState.Index' (duration: 341.394473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:23.257834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.773698Z","time spent":"484.050661ms","remote":"127.0.0.1:52122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5170,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:23.257928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242885326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:04:23.257961Z","caller":"traceutil/trace.go:171","msg":"trace[33049627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:736; }","duration":"1.242945347s","start":"2026-03-03T20:04:22.015006Z","end":"2026-03-03T20:04:23.257952Z","steps":["trace[33049627] 'agreement among raft nodes before linearized reading' (duration: 1.242834055s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:23.257969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.133841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:04:23.257991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.014989Z","time spent":"1.242995329s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:04:23.257998Z","caller":"traceutil/trace.go:171","msg":"trace[787937489] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:736; }","duration":"948.187052ms","start":"2026-03-03T20:04:22.309799Z","end":"2026-03-03T20:04:23.257986Z","steps":["trace[787937489] 'agreement among raft nodes before linearized reading' (duration: 948.148401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:23.258029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.309783Z","time spent":"948.239304ms","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:04:23.258032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.966824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-03T20:04:23.258032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226363574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-03T20:04:23.258054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.016335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:04:23.258072Z","caller":"traceutil/trace.go:171","msg":"trace[1464427834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:736; }","duration":"774.029016ms","start":"2026-03-03T20:04:22.484032Z","end":"2026-03-03T20:04:23.258061Z","steps":["trace[1464427834] 'agreement among raft nodes before linearized reading' (duration: 773.929633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:23.258076Z","caller":"traceutil/trace.go:171","msg":"trace[193192640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:736; }","duration":"1.226431236s","start":"2026-03-03T20:04:22.031636Z","end":"2026-03-03T20:04:23.258067Z","steps":["trace[193192640] 'agreement among raft nodes before linearized reading' (duration: 1.226330063s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:23.25809Z","caller":"traceutil/trace.go:171","msg":"trace[1435626009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:736; }","duration":"774.061136ms","start":"2026-03-03T20:04:22.484017Z","end":"2026-03-03T20:04:23.258078Z","steps":["trace[1435626009] 'agreement among raft nodes before linearized reading' (duration: 773.970234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:23.258102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.031625Z","time spent":"1.226470016s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:04:23.258119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.484012Z","time spent":"774.099867ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:23.258143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.484019Z","time spent":"774.075136ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:23.257908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146700572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:23.258189Z","caller":"traceutil/trace.go:171","msg":"trace[441552839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:736; }","duration":"1.147023699s","start":"2026-03-03T20:04:22.111153Z","end":"2026-03-03T20:04:23.258177Z","steps":["trace[441552839] 'agreement among raft nodes before linearized reading' (duration: 1.146692352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:23.258222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.111138Z","time spent":"1.14707413s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:04:23.258238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.306596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:23.258264Z","caller":"traceutil/trace.go:171","msg":"trace[1892719733] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:736; }","duration":"522.336086ms","start":"2026-03-03T20:04:22.73592Z","end":"2026-03-03T20:04:23.258256Z","steps":["trace[1892719733] 'agreement among raft nodes before linearized reading' (duration: 522.288405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:23.25829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.735852Z","time spent":"522.430559ms","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:04:23.258565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.801653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:04:23.258591Z","caller":"traceutil/trace.go:171","msg":"trace[966446436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:736; }","duration":"774.858455ms","start":"2026-03-03T20:04:22.483725Z","end":"2026-03-03T20:04:23.258584Z","steps":["trace[966446436] 'agreement among raft nodes before linearized reading' (duration: 774.112227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:23.258609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.483711Z","time spent":"774.894005ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:04:24.255592Z","caller":"traceutil/trace.go:171","msg":"trace[527271626] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"131.604613ms","start":"2026-03-03T20:04:24.123971Z","end":"2026-03-03T20:04:24.255575Z","steps":["trace[527271626] 'process raft request' (duration: 131.50326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:35.644978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.714233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:35.645075Z","caller":"traceutil/trace.go:171","msg":"trace[1357100690] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:805; }","duration":"304.777176ms","start":"2026-03-03T20:04:35.340285Z","end":"2026-03-03T20:04:35.645063Z","steps":["trace[1357100690] 'read index received' (duration: 9.780266ms)","trace[1357100690] 'applied index is now lower than readState.Index' (duration: 294.97563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:35.645195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.841002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:04:35.645221Z","caller":"traceutil/trace.go:171","msg":"trace[1875864699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:776; }","duration":"302.897834ms","start":"2026-03-03T20:04:35.342314Z","end":"2026-03-03T20:04:35.645211Z","steps":["trace[1875864699] 'agreement among raft nodes before linearized reading' (duration: 302.809002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:35.645214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.060268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:35.645278Z","caller":"traceutil/trace.go:171","msg":"trace[1573630400] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"306.019915ms","start":"2026-03-03T20:04:35.339251Z","end":"2026-03-03T20:04:35.645271Z","steps":["trace[1573630400] 'process raft request' (duration: 129.956505ms)","trace[1573630400] 'compare' (duration: 175.63741ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:35.645288Z","caller":"traceutil/trace.go:171","msg":"trace[395844392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:776; }","duration":"124.186461ms","start":"2026-03-03T20:04:35.521081Z","end":"2026-03-03T20:04:35.645268Z","steps":["trace[395844392] 'agreement among raft nodes before linearized reading' (duration: 124.072009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:35.645313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:35.339229Z","time spent":"306.064837ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:35.645243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:35.342298Z","time spent":"302.938504ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:35.645369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.32852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T20:04:35.645361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.044943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:04:35.645454Z","caller":"traceutil/trace.go:171","msg":"trace[236186087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:776; }","duration":"273.423992ms","start":"2026-03-03T20:04:35.371995Z","end":"2026-03-03T20:04:35.645419Z","steps":["trace[236186087] 'agreement among raft nodes before linearized reading' (duration: 273.257208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:35.645465Z","caller":"traceutil/trace.go:171","msg":"trace[1237507024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:776; }","duration":"305.183396ms","start":"2026-03-03T20:04:35.340263Z","end":"2026-03-03T20:04:35.645446Z","steps":["trace[1237507024] 'agreement among raft nodes before linearized reading' (duration: 304.864939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:35.645513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:35.340255Z","time spent":"305.249058ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:04:39.592763Z","caller":"traceutil/trace.go:171","msg":"trace[1900095297] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"227.715035ms","start":"2026-03-03T20:04:39.365014Z","end":"2026-03-03T20:04:39.592729Z","steps":["trace[1900095297] 'process raft request' (duration: 227.50025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:44.104288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:44.604556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:44.727147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.339218364s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:04:44.72744Z","caller":"traceutil/trace.go:171","msg":"trace[74268382] linearizableReadLoop","detail":"{readStateIndex:830; appliedIndex:829; }","duration":"1.123613348s","start":"2026-03-03T20:04:43.603809Z","end":"2026-03-03T20:04:44.727422Z","steps":["trace[74268382] 'read index received' (duration: 1.123457835s)","trace[74268382] 'applied index is now lower than readState.Index' (duration: 154.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:44.727546Z","caller":"traceutil/trace.go:171","msg":"trace[136258525] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"1.339706554s","start":"2026-03-03T20:04:43.387799Z","end":"2026-03-03T20:04:44.727505Z","steps":["trace[136258525] 'process raft request' (duration: 1.33951317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:44.727634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:43.387773Z","time spent":"1.339801137s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:44.727714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.887327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:44.727789Z","caller":"traceutil/trace.go:171","msg":"trace[1245728482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"205.01647ms","start":"2026-03-03T20:04:44.522753Z","end":"2026-03-03T20:04:44.727769Z","steps":["trace[1245728482] 'agreement among raft nodes before linearized reading' (duration: 204.871847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:44.727831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.866079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T20:04:44.727875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.248616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:04:44.727899Z","caller":"traceutil/trace.go:171","msg":"trace[399895027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:797; }","duration":"993.947901ms","start":"2026-03-03T20:04:43.733933Z","end":"2026-03-03T20:04:44.727881Z","steps":["trace[399895027] 'agreement among raft nodes before linearized reading' (duration: 993.831128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:44.727925Z","caller":"traceutil/trace.go:171","msg":"trace[1548001466] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:797; }","duration":"170.307488ms","start":"2026-03-03T20:04:44.557605Z","end":"2026-03-03T20:04:44.727912Z","steps":["trace[1548001466] 'agreement among raft nodes before linearized reading' (duration: 170.144354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:44.727936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:43.733918Z","time spent":"994.011362ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:44.727914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.129234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:04:44.727985Z","caller":"traceutil/trace.go:171","msg":"trace[74615692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:797; }","duration":"917.229107ms","start":"2026-03-03T20:04:43.810739Z","end":"2026-03-03T20:04:44.727968Z","steps":["trace[74615692] 'agreement among raft nodes before linearized reading' (duration: 917.045913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:44.728023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:43.810726Z","time spent":"917.290278ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:44.728049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009957311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:04:44.728081Z","caller":"traceutil/trace.go:171","msg":"trace[1241419664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:797; }","duration":"1.010949233s","start":"2026-03-03T20:04:43.717122Z","end":"2026-03-03T20:04:44.728071Z","steps":["trace[1241419664] 'agreement among raft nodes before linearized reading' (duration: 1.010847811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:44.728105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:43.717102Z","time spent":"1.010994765s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:44.728491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124685304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:04:44.728852Z","caller":"traceutil/trace.go:171","msg":"trace[1031784270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:797; }","duration":"1.125078893s","start":"2026-03-03T20:04:43.603759Z","end":"2026-03-03T20:04:44.728838Z","steps":["trace[1031784270] 'agreement among raft nodes before linearized reading' (duration: 1.123975338s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:44.728474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0484112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T20:04:44.729139Z","caller":"traceutil/trace.go:171","msg":"trace[1320134966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:797; }","duration":"1.049817113s","start":"2026-03-03T20:04:43.679307Z","end":"2026-03-03T20:04:44.729124Z","steps":["trace[1320134966] 'agreement among raft nodes before linearized reading' (duration: 1.048298378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:44.729178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:43.679226Z","time spent":"1.049941106s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:04:44.728951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:43.603738Z","time spent":"1.125201295s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:04:47.287354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.050084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:47.287475Z","caller":"traceutil/trace.go:171","msg":"trace[1611672467] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:836; }","duration":"509.92984ms","start":"2026-03-03T20:04:46.777525Z","end":"2026-03-03T20:04:47.287455Z","steps":["trace[1611672467] 'read index received' (duration: 34.721833ms)","trace[1611672467] 'applied index is now lower than readState.Index' (duration: 475.206457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:47.287684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.713778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:04:47.287711Z","caller":"traceutil/trace.go:171","msg":"trace[1030933422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:803; }","duration":"462.771229ms","start":"2026-03-03T20:04:46.824932Z","end":"2026-03-03T20:04:47.287704Z","steps":["trace[1030933422] 'agreement among raft nodes before linearized reading' (duration: 462.675277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:47.287737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:46.82492Z","time spent":"462.80882ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:47.28774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.209386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:04:47.28779Z","caller":"traceutil/trace.go:171","msg":"trace[1790343663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:803; }","duration":"510.302639ms","start":"2026-03-03T20:04:46.777475Z","end":"2026-03-03T20:04:47.287778Z","steps":["trace[1790343663] 'agreement among raft nodes before linearized reading' (duration: 510.097884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:47.287833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:46.777455Z","time spent":"510.36677ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:47.288016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.541734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T20:04:47.288006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.112074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:04:47.288041Z","caller":"traceutil/trace.go:171","msg":"trace[489334746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:803; }","duration":"462.587335ms","start":"2026-03-03T20:04:46.825447Z","end":"2026-03-03T20:04:47.288034Z","steps":["trace[489334746] 'agreement among raft nodes before linearized reading' (duration: 462.505304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:47.288062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:46.825438Z","time spent":"462.619526ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:04:47.288069Z","caller":"traceutil/trace.go:171","msg":"trace[175612981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:803; }","duration":"462.210256ms","start":"2026-03-03T20:04:46.825843Z","end":"2026-03-03T20:04:47.288053Z","steps":["trace[175612981] 'agreement among raft nodes before linearized reading' (duration: 462.003171ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:47.288136Z","caller":"traceutil/trace.go:171","msg":"trace[1085091132] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"607.162368ms","start":"2026-03-03T20:04:46.680919Z","end":"2026-03-03T20:04:47.288081Z","steps":["trace[1085091132] 'process raft request' (duration: 131.298336ms)","trace[1085091132] 'compare' (duration: 474.92121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:47.288153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:46.825835Z","time spent":"462.308549ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:04:47.288089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.181415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T20:04:47.288237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:46.680889Z","time spent":"607.296811ms","remote":"127.0.0.1:51980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:47.288275Z","caller":"traceutil/trace.go:171","msg":"trace[2089738474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:803; }","duration":"462.37777ms","start":"2026-03-03T20:04:46.82588Z","end":"2026-03-03T20:04:47.288258Z","steps":["trace[2089738474] 'agreement among raft nodes before linearized reading' (duration: 462.110963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:47.288331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:46.825876Z","time spent":"462.440062ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:47.792202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:48.292996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:48.793878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:49.294781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:49.523266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:04:49.523342Z","caller":"traceutil/trace.go:171","msg":"trace[15540341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041565s","start":"2026-03-03T20:04:47.52291Z","end":"2026-03-03T20:04:49.523326Z","steps":["trace[15540341] 'agreement among raft nodes before linearized reading' (duration: 2.000318657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.523386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:47.522888Z","time spent":"2.000489822s","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:04:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:04:49.655242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.363298969s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:04:49.655552Z","caller":"traceutil/trace.go:171","msg":"trace[1949073727] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"2.363717119s","start":"2026-03-03T20:04:47.291819Z","end":"2026-03-03T20:04:49.655536Z","steps":["trace[1949073727] 'process raft request' (duration: 2.363605776s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.655656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:47.2918Z","time spent":"2.363802191s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:49.676325Z","caller":"traceutil/trace.go:171","msg":"trace[1763884214] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"2.384138611s","start":"2026-03-03T20:04:47.292164Z","end":"2026-03-03T20:04:49.676303Z","steps":["trace[1763884214] 'process raft request' (duration: 2.383973478s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.676487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:47.29215Z","time spent":"2.384238673s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:49.676749Z","caller":"traceutil/trace.go:171","msg":"trace[1612998071] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"2.384503399s","start":"2026-03-03T20:04:47.292232Z","end":"2026-03-03T20:04:49.676735Z","steps":["trace[1612998071] 'process raft request' (duration: 2.384034718s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.676825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:47.292215Z","time spent":"2.384574572s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:49.677871Z","caller":"traceutil/trace.go:171","msg":"trace[310642349] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:838; }","duration":"2.385873081s","start":"2026-03-03T20:04:47.291975Z","end":"2026-03-03T20:04:49.677848Z","steps":["trace[310642349] 'read index received' (duration: 2.363546345s)","trace[310642349] 'applied index is now lower than readState.Index' (duration: 22.325646ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:49.67789Z","caller":"traceutil/trace.go:171","msg":"trace[1222832318] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"2.385473043s","start":"2026-03-03T20:04:47.2924Z","end":"2026-03-03T20:04:49.677873Z","steps":["trace[1222832318] 'process raft request' (duration: 2.385293419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.678045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386059815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:04:49.678092Z","caller":"traceutil/trace.go:171","msg":"trace[397200274] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:808; }","duration":"2.386131527s","start":"2026-03-03T20:04:47.291949Z","end":"2026-03-03T20:04:49.678081Z","steps":["trace[397200274] 'agreement among raft nodes before linearized reading' (duration: 2.386047506s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.678127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:47.291938Z","time spent":"2.386182398s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:04:49.678111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166297525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:04:49.678179Z","caller":"traceutil/trace.go:171","msg":"trace[1118738295] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:808; }","duration":"1.166403506s","start":"2026-03-03T20:04:48.511757Z","end":"2026-03-03T20:04:49.678161Z","steps":["trace[1118738295] 'agreement among raft nodes before linearized reading' (duration: 1.166293664s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.678223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:48.511738Z","time spent":"1.166474789s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:04:49.678366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:47.292391Z","time spent":"2.385664697s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:49.67837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.076867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:04:49.678847Z","caller":"traceutil/trace.go:171","msg":"trace[1195259366] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:808; }","duration":"489.59648ms","start":"2026-03-03T20:04:49.189236Z","end":"2026-03-03T20:04:49.678833Z","steps":["trace[1195259366] 'agreement among raft nodes before linearized reading' (duration: 489.064188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.678417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011986968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:04:49.678905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:49.189221Z","time spent":"489.663411ms","remote":"127.0.0.1:52136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:04:49.678427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.111513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:49.678957Z","caller":"traceutil/trace.go:171","msg":"trace[814154402] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:808; }","duration":"1.01253826s","start":"2026-03-03T20:04:48.666398Z","end":"2026-03-03T20:04:49.678936Z","steps":["trace[814154402] 'agreement among raft nodes before linearized reading' (duration: 1.011986197s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:49.679066Z","caller":"traceutil/trace.go:171","msg":"trace[1571792269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"154.777759ms","start":"2026-03-03T20:04:49.524271Z","end":"2026-03-03T20:04:49.679049Z","steps":["trace[1571792269] 'agreement among raft nodes before linearized reading' (duration: 154.131724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.678463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.320305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:04:49.67914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:48.666384Z","time spent":"1.012695734s","remote":"127.0.0.1:52264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:04:49.679181Z","caller":"traceutil/trace.go:171","msg":"trace[508051050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"481.041233ms","start":"2026-03-03T20:04:49.198128Z","end":"2026-03-03T20:04:49.679169Z","steps":["trace[508051050] 'agreement among raft nodes before linearized reading' (duration: 480.318516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.679232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:49.198121Z","time spent":"481.100014ms","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:04:49.678463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028390647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:49.67936Z","caller":"traceutil/trace.go:171","msg":"trace[2100700701] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:808; }","duration":"1.029307769s","start":"2026-03-03T20:04:48.650032Z","end":"2026-03-03T20:04:49.67934Z","steps":["trace[2100700701] 'agreement among raft nodes before linearized reading' (duration: 1.028406968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.679431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:48.650012Z","time spent":"1.02939856s","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:04:49.677945Z","caller":"traceutil/trace.go:171","msg":"trace[255351584] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"2.384869828s","start":"2026-03-03T20:04:47.293063Z","end":"2026-03-03T20:04:49.677933Z","steps":["trace[255351584] 'process raft request' (duration: 2.384744605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.6796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:47.29304Z","time spent":"2.386483766s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:51.022669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999986937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:51.107852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403570811s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:04:51.108305Z","caller":"traceutil/trace.go:171","msg":"trace[2052845653] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"1.423098813s","start":"2026-03-03T20:04:49.685171Z","end":"2026-03-03T20:04:51.10827Z","steps":["trace[2052845653] 'process raft request' (duration: 1.422946059s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:51.108534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:49.685152Z","time spent":"1.423275467s","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:51.55315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.468873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:51.553239Z","caller":"traceutil/trace.go:171","msg":"trace[734845746] linearizableReadLoop","detail":"{readStateIndex:844; appliedIndex:842; }","duration":"1.031613711s","start":"2026-03-03T20:04:50.521609Z","end":"2026-03-03T20:04:51.553223Z","steps":["trace[734845746] 'read index received' (duration: 586.49235ms)","trace[734845746] 'applied index is now lower than readState.Index' (duration: 445.120171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:51.55329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031688802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:51.553297Z","caller":"traceutil/trace.go:171","msg":"trace[850108393] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"750.055491ms","start":"2026-03-03T20:04:50.803228Z","end":"2026-03-03T20:04:51.553284Z","steps":["trace[850108393] 'process raft request' (duration: 495.383863ms)","trace[850108393] 'compare' (duration: 254.379672ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:51.553332Z","caller":"traceutil/trace.go:171","msg":"trace[725656992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:810; }","duration":"1.031749854s","start":"2026-03-03T20:04:50.521561Z","end":"2026-03-03T20:04:51.55331Z","steps":["trace[725656992] 'agreement among raft nodes before linearized reading' (duration: 1.031704523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:51.553356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:50.803206Z","time spent":"750.119963ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:51.553365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:50.521546Z","time spent":"1.031813845s","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:04:52.139569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.286686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:04:52.139635Z","caller":"traceutil/trace.go:171","msg":"trace[703141492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:810; }","duration":"455.645745ms","start":"2026-03-03T20:04:51.683973Z","end":"2026-03-03T20:04:52.139619Z","steps":["trace[703141492] 'range keys from in-memory index tree' (duration: 455.134272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.139663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:51.683957Z","time spent":"455.699126ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:52.139751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.917363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:04:52.139846Z","caller":"traceutil/trace.go:171","msg":"trace[1188683356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:810; }","duration":"460.067046ms","start":"2026-03-03T20:04:51.679754Z","end":"2026-03-03T20:04:52.139821Z","steps":["trace[1188683356] 'range keys from in-memory index tree' (duration: 459.728759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.139871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.460243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:04:52.139896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:51.679734Z","time spent":"460.152679ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:04:52.13992Z","caller":"traceutil/trace.go:171","msg":"trace[446351260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:810; }","duration":"456.526155ms","start":"2026-03-03T20:04:51.683376Z","end":"2026-03-03T20:04:52.139902Z","steps":["trace[446351260] 'range keys from in-memory index tree' (duration: 456.353521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.139769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.018368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T20:04:52.139953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:51.683361Z","time spent":"456.586166ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:04:52.139984Z","caller":"traceutil/trace.go:171","msg":"trace[751213975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:810; }","duration":"480.282705ms","start":"2026-03-03T20:04:51.659678Z","end":"2026-03-03T20:04:52.139961Z","steps":["trace[751213975] 'range keys from in-memory index tree' (duration: 479.863434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.139995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.937311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T20:04:52.140051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:51.659663Z","time spent":"480.372766ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:04:52.140064Z","caller":"traceutil/trace.go:171","msg":"trace[1643553224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:810; }","duration":"459.105745ms","start":"2026-03-03T20:04:51.680951Z","end":"2026-03-03T20:04:52.140056Z","steps":["trace[1643553224] 'range keys from in-memory index tree' (duration: 458.671005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.140116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:51.680937Z","time spent":"459.172446ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:52.318598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.136297ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T20:04:53.040836Z","caller":"traceutil/trace.go:171","msg":"trace[1033668315] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"896.448026ms","start":"2026-03-03T20:04:52.144362Z","end":"2026-03-03T20:04:53.04081Z","steps":["trace[1033668315] 'process raft request' (duration: 896.288712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:53.040957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:52.144335Z","time spent":"896.560348ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:53.041108Z","caller":"traceutil/trace.go:171","msg":"trace[1915025628] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"896.646431ms","start":"2026-03-03T20:04:52.144454Z","end":"2026-03-03T20:04:53.0411Z","steps":["trace[1915025628] 'process raft request' (duration: 896.323953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:53.041158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:52.144423Z","time spent":"896.708411ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:53.0413Z","caller":"traceutil/trace.go:171","msg":"trace[237463743] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"896.604009ms","start":"2026-03-03T20:04:52.144689Z","end":"2026-03-03T20:04:53.041293Z","steps":["trace[237463743] 'process raft request' (duration: 896.580589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:53.041339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:52.144657Z","time spent":"896.663161ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:53.041401Z","caller":"traceutil/trace.go:171","msg":"trace[1207216618] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"896.816985ms","start":"2026-03-03T20:04:52.144578Z","end":"2026-03-03T20:04:53.041395Z","steps":["trace[1207216618] 'process raft request' (duration: 896.668311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:53.041434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:52.144566Z","time spent":"896.851645ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:53.041576Z","caller":"traceutil/trace.go:171","msg":"trace[2023789284] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"896.780403ms","start":"2026-03-03T20:04:52.144565Z","end":"2026-03-03T20:04:53.041345Z","steps":["trace[2023789284] 'process raft request' (duration: 896.493927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:53.041869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:52.144549Z","time spent":"897.233004ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:03.303588Z","caller":"traceutil/trace.go:171","msg":"trace[2100892903] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:875; }","duration":"145.165657ms","start":"2026-03-03T20:05:03.158402Z","end":"2026-03-03T20:05:03.303567Z","steps":["trace[2100892903] 'read index received' (duration: 144.985553ms)","trace[2100892903] 'applied index is now lower than readState.Index' (duration: 177.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:03.3037Z","caller":"traceutil/trace.go:171","msg":"trace[1849501088] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"175.794665ms","start":"2026-03-03T20:05:03.127875Z","end":"2026-03-03T20:05:03.30367Z","steps":["trace[1849501088] 'process raft request' (duration: 175.561449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:03.303819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.401882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-03T20:05:03.303837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.411963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T20:05:03.303895Z","caller":"traceutil/trace.go:171","msg":"trace[1338170757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:839; }","duration":"145.508864ms","start":"2026-03-03T20:05:03.158369Z","end":"2026-03-03T20:05:03.303878Z","steps":["trace[1338170757] 'agreement among raft nodes before linearized reading' (duration: 145.31781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:03.303929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.354669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:05:03.303958Z","caller":"traceutil/trace.go:171","msg":"trace[1280929248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:839; }","duration":"103.406471ms","start":"2026-03-03T20:05:03.200543Z","end":"2026-03-03T20:05:03.30395Z","steps":["trace[1280929248] 'agreement among raft nodes before linearized reading' (duration: 103.332429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:03.303859Z","caller":"traceutil/trace.go:171","msg":"trace[1045166046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:839; }","duration":"113.489545ms","start":"2026-03-03T20:05:03.190356Z","end":"2026-03-03T20:05:03.303845Z","steps":["trace[1045166046] 'agreement among raft nodes before linearized reading' (duration: 113.333831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:03.304007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.375681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:05:03.304084Z","caller":"traceutil/trace.go:171","msg":"trace[1337668264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:839; }","duration":"103.463553ms","start":"2026-03-03T20:05:03.200602Z","end":"2026-03-03T20:05:03.304065Z","steps":["trace[1337668264] 'agreement among raft nodes before linearized reading' (duration: 103.267228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:03.42827Z","caller":"traceutil/trace.go:171","msg":"trace[1019262292] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"113.454814ms","start":"2026-03-03T20:05:03.314793Z","end":"2026-03-03T20:05:03.428248Z","steps":["trace[1019262292] 'process raft request' (duration: 113.411393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:03.428275Z","caller":"traceutil/trace.go:171","msg":"trace[1604492869] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"117.127608ms","start":"2026-03-03T20:05:03.311108Z","end":"2026-03-03T20:05:03.428235Z","steps":["trace[1604492869] 'process raft request' (duration: 88.159078ms)","trace[1604492869] 'compare' (duration: 28.777916ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:03.42844Z","caller":"traceutil/trace.go:171","msg":"trace[1033513166] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"117.272311ms","start":"2026-03-03T20:05:03.311144Z","end":"2026-03-03T20:05:03.428417Z","steps":["trace[1033513166] 'process raft request' (duration: 117.017636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:04.242312Z","caller":"traceutil/trace.go:171","msg":"trace[1462945840] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"220.531168ms","start":"2026-03-03T20:05:04.021749Z","end":"2026-03-03T20:05:04.242281Z","steps":["trace[1462945840] 'process raft request' (duration: 195.92514ms)","trace[1462945840] 'compare' (duration: 24.363433ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:04.242337Z","caller":"traceutil/trace.go:171","msg":"trace[1434825997] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"220.540719ms","start":"2026-03-03T20:05:04.02177Z","end":"2026-03-03T20:05:04.24231Z","steps":["trace[1434825997] 'process raft request' (duration: 220.451247ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:04.242318Z","caller":"traceutil/trace.go:171","msg":"trace[530657616] linearizableReadLoop","detail":"{readStateIndex:888; appliedIndex:886; }","duration":"165.6753ms","start":"2026-03-03T20:05:04.076602Z","end":"2026-03-03T20:05:04.242277Z","steps":["trace[530657616] 'read index received' (duration: 141.075152ms)","trace[530657616] 'applied index is now lower than readState.Index' (duration: 24.598848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:04.242503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.880605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:05:04.242563Z","caller":"traceutil/trace.go:171","msg":"trace[1673551571] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:850; }","duration":"165.996848ms","start":"2026-03-03T20:05:04.076547Z","end":"2026-03-03T20:05:04.242544Z","steps":["trace[1673551571] 'agreement among raft nodes before linearized reading' (duration: 165.820464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:04.439958Z","caller":"traceutil/trace.go:171","msg":"trace[927028917] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"136.989157ms","start":"2026-03-03T20:05:04.302949Z","end":"2026-03-03T20:05:04.439939Z","steps":["trace[927028917] 'process raft request' (duration: 136.890795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:04.503224Z","caller":"traceutil/trace.go:171","msg":"trace[1769386777] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"200.020694ms","start":"2026-03-03T20:05:04.303184Z","end":"2026-03-03T20:05:04.503205Z","steps":["trace[1769386777] 'process raft request' (duration: 199.923412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:04.719756Z","caller":"traceutil/trace.go:171","msg":"trace[400098686] linearizableReadLoop","detail":"{readStateIndex:893; appliedIndex:892; }","duration":"197.824164ms","start":"2026-03-03T20:05:04.521911Z","end":"2026-03-03T20:05:04.719735Z","steps":["trace[400098686] 'read index received' (duration: 171.008304ms)","trace[400098686] 'applied index is now lower than readState.Index' (duration: 26.81204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:04.719924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.995688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:04.71991Z","caller":"traceutil/trace.go:171","msg":"trace[1434598331] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"212.254608ms","start":"2026-03-03T20:05:04.507625Z","end":"2026-03-03T20:05:04.71988Z","steps":["trace[1434598331] 'process raft request' (duration: 185.509359ms)","trace[1434598331] 'compare' (duration: 26.39264ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:04.719955Z","caller":"traceutil/trace.go:171","msg":"trace[1812562349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:855; }","duration":"198.07956ms","start":"2026-03-03T20:05:04.521869Z","end":"2026-03-03T20:05:04.719949Z","steps":["trace[1812562349] 'agreement among raft nodes before linearized reading' (duration: 197.991128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:04.999372Z","caller":"traceutil/trace.go:171","msg":"trace[123442084] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"207.208291ms","start":"2026-03-03T20:05:04.79214Z","end":"2026-03-03T20:05:04.999348Z","steps":["trace[123442084] 'process raft request' (duration: 207.015696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.14521Z","caller":"traceutil/trace.go:171","msg":"trace[186202852] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"144.403189ms","start":"2026-03-03T20:05:05.000783Z","end":"2026-03-03T20:05:05.145186Z","steps":["trace[186202852] 'process raft request' (duration: 70.558142ms)","trace[186202852] 'compare' (duration: 73.54854ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:05.145713Z","caller":"traceutil/trace.go:171","msg":"trace[409814079] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"131.979211ms","start":"2026-03-03T20:05:05.013708Z","end":"2026-03-03T20:05:05.145687Z","steps":["trace[409814079] 'process raft request' (duration: 131.573202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.317606Z","caller":"traceutil/trace.go:171","msg":"trace[2055094143] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"167.848121ms","start":"2026-03-03T20:05:05.149733Z","end":"2026-03-03T20:05:05.317581Z","steps":["trace[2055094143] 'process raft request' (duration: 112.931501ms)","trace[2055094143] 'compare' (duration: 54.708615ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:05.317681Z","caller":"traceutil/trace.go:171","msg":"trace[2063795684] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"167.072343ms","start":"2026-03-03T20:05:05.150585Z","end":"2026-03-03T20:05:05.317657Z","steps":["trace[2063795684] 'process raft request' (duration: 166.94553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.317735Z","caller":"traceutil/trace.go:171","msg":"trace[1159356806] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"127.308363ms","start":"2026-03-03T20:05:05.190421Z","end":"2026-03-03T20:05:05.317729Z","steps":["trace[1159356806] 'process raft request' (duration: 127.18294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.317776Z","caller":"traceutil/trace.go:171","msg":"trace[1405851787] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"127.5932ms","start":"2026-03-03T20:05:05.190178Z","end":"2026-03-03T20:05:05.317772Z","steps":["trace[1405851787] 'process raft request' (duration: 127.397246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.317856Z","caller":"traceutil/trace.go:171","msg":"trace[1841738690] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"123.823143ms","start":"2026-03-03T20:05:05.194029Z","end":"2026-03-03T20:05:05.317852Z","steps":["trace[1841738690] 'process raft request' (duration: 123.612038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.622045Z","caller":"traceutil/trace.go:171","msg":"trace[2048752378] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"160.095731ms","start":"2026-03-03T20:05:05.461915Z","end":"2026-03-03T20:05:05.622011Z","steps":["trace[2048752378] 'process raft request' (duration: 126.396662ms)","trace[2048752378] 'compare' (duration: 33.451973ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:05.622054Z","caller":"traceutil/trace.go:171","msg":"trace[1550284139] linearizableReadLoop","detail":"{readStateIndex:919; appliedIndex:916; }","duration":"108.695664ms","start":"2026-03-03T20:05:05.513334Z","end":"2026-03-03T20:05:05.62203Z","steps":["trace[1550284139] 'read index received' (duration: 75.093676ms)","trace[1550284139] 'applied index is now lower than readState.Index' (duration: 33.601028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:05.622266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.610287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-03T20:05:05.622389Z","caller":"traceutil/trace.go:171","msg":"trace[1029882533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:881; }","duration":"190.76669ms","start":"2026-03-03T20:05:05.431603Z","end":"2026-03-03T20:05:05.62237Z","steps":["trace[1029882533] 'agreement among raft nodes before linearized reading' (duration: 190.501974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.622626Z","caller":"traceutil/trace.go:171","msg":"trace[623526651] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"160.086261ms","start":"2026-03-03T20:05:05.462526Z","end":"2026-03-03T20:05:05.622612Z","steps":["trace[623526651] 'process raft request' (duration: 159.395365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:05.622761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.860239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"warn","ts":"2026-03-03T20:05:05.622802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.845043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T20:05:05.622835Z","caller":"traceutil/trace.go:171","msg":"trace[206023593] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:881; }","duration":"118.948651ms","start":"2026-03-03T20:05:05.503867Z","end":"2026-03-03T20:05:05.622816Z","steps":["trace[206023593] 'agreement among raft nodes before linearized reading' (duration: 118.530281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.622863Z","caller":"traceutil/trace.go:171","msg":"trace[203410911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:881; }","duration":"190.924334ms","start":"2026-03-03T20:05:05.431921Z","end":"2026-03-03T20:05:05.622845Z","steps":["trace[203410911] 'agreement among raft nodes before linearized reading' (duration: 190.617547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.622868Z","caller":"traceutil/trace.go:171","msg":"trace[1022071641] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"159.248861ms","start":"2026-03-03T20:05:05.463599Z","end":"2026-03-03T20:05:05.622848Z","steps":["trace[1022071641] 'process raft request' (duration: 158.384371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.672187Z","caller":"traceutil/trace.go:171","msg":"trace[1528178033] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"154.905271ms","start":"2026-03-03T20:05:05.517259Z","end":"2026-03-03T20:05:05.672164Z","steps":["trace[1528178033] 'process raft request' (duration: 154.716347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.672236Z","caller":"traceutil/trace.go:171","msg":"trace[1624346485] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"154.84305ms","start":"2026-03-03T20:05:05.517359Z","end":"2026-03-03T20:05:05.672202Z","steps":["trace[1624346485] 'process raft request' (duration: 154.717497ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.672459Z","caller":"traceutil/trace.go:171","msg":"trace[473432516] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"155.071995ms","start":"2026-03-03T20:05:05.517377Z","end":"2026-03-03T20:05:05.672449Z","steps":["trace[473432516] 'process raft request' (duration: 154.747438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:05.672727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.593921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:10872"} {"level":"info","ts":"2026-03-03T20:05:05.672738Z","caller":"traceutil/trace.go:171","msg":"trace[1218465387] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"150.667383ms","start":"2026-03-03T20:05:05.52205Z","end":"2026-03-03T20:05:05.672718Z","steps":["trace[1218465387] 'process raft request' (duration: 150.332156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.672754Z","caller":"traceutil/trace.go:171","msg":"trace[2019075585] range","detail":"{range_begin:/registry/deployments/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:885; }","duration":"153.650212ms","start":"2026-03-03T20:05:05.519098Z","end":"2026-03-03T20:05:05.672748Z","steps":["trace[2019075585] 'agreement among raft nodes before linearized reading' (duration: 153.55248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.845947Z","caller":"traceutil/trace.go:171","msg":"trace[1423184131] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"167.180355ms","start":"2026-03-03T20:05:05.67861Z","end":"2026-03-03T20:05:05.84579Z","steps":["trace[1423184131] 'process raft request' (duration: 80.47037ms)","trace[1423184131] 'compare' (duration: 86.542321ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:05.847769Z","caller":"traceutil/trace.go:171","msg":"trace[610915430] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"165.589689ms","start":"2026-03-03T20:05:05.682144Z","end":"2026-03-03T20:05:05.847733Z","steps":["trace[610915430] 'process raft request' (duration: 165.349003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.847823Z","caller":"traceutil/trace.go:171","msg":"trace[1682955020] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"162.541878ms","start":"2026-03-03T20:05:05.68526Z","end":"2026-03-03T20:05:05.847802Z","steps":["trace[1682955020] 'process raft request' (duration: 162.378025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.848031Z","caller":"traceutil/trace.go:171","msg":"trace[193299461] linearizableReadLoop","detail":"{readStateIndex:930; appliedIndex:926; }","duration":"116.3647ms","start":"2026-03-03T20:05:05.731648Z","end":"2026-03-03T20:05:05.848012Z","steps":["trace[193299461] 'read index received' (duration: 27.492475ms)","trace[193299461] 'applied index is now lower than readState.Index' (duration: 88.870415ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:05.848085Z","caller":"traceutil/trace.go:171","msg":"trace[96304354] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"161.541325ms","start":"2026-03-03T20:05:05.686527Z","end":"2026-03-03T20:05:05.848069Z","steps":["trace[96304354] 'process raft request' (duration: 161.196007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:05.848706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.037636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-03T20:05:05.848772Z","caller":"traceutil/trace.go:171","msg":"trace[1080149363] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:892; }","duration":"117.147988ms","start":"2026-03-03T20:05:05.731606Z","end":"2026-03-03T20:05:05.848754Z","steps":["trace[1080149363] 'agreement among raft nodes before linearized reading' (duration: 116.521354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.958547Z","caller":"traceutil/trace.go:171","msg":"trace[1524528068] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"103.342089ms","start":"2026-03-03T20:05:05.855176Z","end":"2026-03-03T20:05:05.958518Z","steps":["trace[1524528068] 'process raft request' (duration: 97.090295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:09.93649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987154,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:05:10.360164Z","caller":"traceutil/trace.go:171","msg":"trace[1409518686] linearizableReadLoop","detail":"{readStateIndex:946; appliedIndex:945; }","duration":"924.639017ms","start":"2026-03-03T20:05:09.435505Z","end":"2026-03-03T20:05:10.360144Z","steps":["trace[1409518686] 'read index received' (duration: 924.446393ms)","trace[1409518686] 'applied index is now lower than readState.Index' (duration: 191.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:10.360231Z","caller":"traceutil/trace.go:171","msg":"trace[877084732] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"964.946151ms","start":"2026-03-03T20:05:09.395254Z","end":"2026-03-03T20:05:10.3602Z","steps":["trace[877084732] 'process raft request' (duration: 964.760976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:10.360342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.837852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T20:05:10.360354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.395242Z","time spent":"965.035582ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:10.36037Z","caller":"traceutil/trace.go:171","msg":"trace[1821826046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:907; }","duration":"924.913403ms","start":"2026-03-03T20:05:09.435451Z","end":"2026-03-03T20:05:10.360364Z","steps":["trace[1821826046] 'agreement among raft nodes before linearized reading' (duration: 924.792641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:10.360395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.890041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:05:10.360445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.43543Z","time spent":"925.008555ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:05:10.360482Z","caller":"traceutil/trace.go:171","msg":"trace[1620519338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:907; }","duration":"839.014565ms","start":"2026-03-03T20:05:09.521447Z","end":"2026-03-03T20:05:10.360461Z","steps":["trace[1620519338] 'agreement among raft nodes before linearized reading' (duration: 838.865661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:10.360542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.52143Z","time spent":"839.104106ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:05:10.360602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.524774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T20:05:10.36063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.615181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:05:10.360677Z","caller":"traceutil/trace.go:171","msg":"trace[679951527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:907; }","duration":"591.604156ms","start":"2026-03-03T20:05:09.76905Z","end":"2026-03-03T20:05:10.360654Z","steps":["trace[679951527] 'agreement among raft nodes before linearized reading' (duration: 591.394431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:10.360709Z","caller":"traceutil/trace.go:171","msg":"trace[1558673718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:907; }","duration":"659.748224ms","start":"2026-03-03T20:05:09.70094Z","end":"2026-03-03T20:05:10.360688Z","steps":["trace[1558673718] 'agreement among raft nodes before linearized reading' (duration: 659.527649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:10.360732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.769024Z","time spent":"591.696699ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:10.360788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.70091Z","time spent":"659.868257ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:10.360959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.976425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T20:05:10.360996Z","caller":"traceutil/trace.go:171","msg":"trace[1823931734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:907; }","duration":"592.073057ms","start":"2026-03-03T20:05:09.768913Z","end":"2026-03-03T20:05:10.360986Z","steps":["trace[1823931734] 'agreement among raft nodes before linearized reading' (duration: 591.504644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:10.361028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.768893Z","time spent":"592.128779ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:05:11.023358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:11.524101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:12.024921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:12.522833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00017449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:05:12.522917Z","caller":"traceutil/trace.go:171","msg":"trace[752524933] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000271873s","start":"2026-03-03T20:05:10.522623Z","end":"2026-03-03T20:05:12.522895Z","steps":["trace[752524933] 'agreement among raft nodes before linearized reading' (duration: 2.00017141s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:12.522967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:10.522588Z","time spent":"2.000370335s","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:05:12.525849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:13.02674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:13.527799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:14.028815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:14.106205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467352552s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:14.106334Z","caller":"traceutil/trace.go:171","msg":"trace[1375424123] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:907; }","duration":"1.467490126s","start":"2026-03-03T20:05:12.638827Z","end":"2026-03-03T20:05:14.106317Z","steps":["trace[1375424123] 'range keys from in-memory index tree' (duration: 1.467339202s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.523922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:05:14.523981Z","caller":"traceutil/trace.go:171","msg":"trace[947102182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017689s","start":"2026-03-03T20:05:12.523789Z","end":"2026-03-03T20:05:14.523966Z","steps":["trace[947102182] 'agreement among raft nodes before linearized reading' (duration: 2.000104328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.52401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:12.523734Z","time spent":"2.000271681s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:05:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:05:14.529717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:14.690604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.325710043s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:05:14.691026Z","caller":"traceutil/trace.go:171","msg":"trace[1395483312] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"4.326203074s","start":"2026-03-03T20:05:10.364791Z","end":"2026-03-03T20:05:14.690994Z","steps":["trace[1395483312] 'process raft request' (duration: 4.3260322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.691191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:10.364767Z","time spent":"4.326345438s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:14.69247Z","caller":"traceutil/trace.go:171","msg":"trace[975514167] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"4.327341901s","start":"2026-03-03T20:05:10.365113Z","end":"2026-03-03T20:05:14.692455Z","steps":["trace[975514167] 'process raft request' (duration: 4.327232258s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.692555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:10.365089Z","time spent":"4.327412142s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:14.69272Z","caller":"traceutil/trace.go:171","msg":"trace[1051971477] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"4.327578857s","start":"2026-03-03T20:05:10.365124Z","end":"2026-03-03T20:05:14.692703Z","steps":["trace[1051971477] 'process raft request' (duration: 4.32730841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.692809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:10.3651Z","time spent":"4.327667068s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:14.69307Z","caller":"traceutil/trace.go:171","msg":"trace[2137299885] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"4.327909484s","start":"2026-03-03T20:05:10.365143Z","end":"2026-03-03T20:05:14.693052Z","steps":["trace[2137299885] 'process raft request' (duration: 4.327499034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.693193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:10.365113Z","time spent":"4.328026707s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:14.695779Z","caller":"traceutil/trace.go:171","msg":"trace[524038452] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:946; }","duration":"4.173100399s","start":"2026-03-03T20:05:10.52267Z","end":"2026-03-03T20:05:14.69577Z","steps":["trace[524038452] 'read index received' (duration: 4.168106764s)","trace[524038452] 'applied index is now lower than readState.Index' (duration: 4.993015ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:14.695828Z","caller":"traceutil/trace.go:171","msg":"trace[2077826914] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"2.49472785s","start":"2026-03-03T20:05:12.201096Z","end":"2026-03-03T20:05:14.695824Z","steps":["trace[2077826914] 'process raft request' (duration: 2.494543855s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.695875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:12.201071Z","time spent":"2.494771281s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:14.696017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331722226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:05:14.696037Z","caller":"traceutil/trace.go:171","msg":"trace[817752868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:912; }","duration":"2.331772887s","start":"2026-03-03T20:05:12.36426Z","end":"2026-03-03T20:05:14.696033Z","steps":["trace[817752868] 'agreement among raft nodes before linearized reading' (duration: 2.331699325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.696055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:12.364244Z","time spent":"2.331806648s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:05:14.696105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.868948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:14.696119Z","caller":"traceutil/trace.go:171","msg":"trace[79737182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:912; }","duration":"161.895318ms","start":"2026-03-03T20:05:14.53422Z","end":"2026-03-03T20:05:14.696115Z","steps":["trace[79737182] 'agreement among raft nodes before linearized reading' (duration: 161.873128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.69622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.642815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d6bf97373e3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T20:05:14.696239Z","caller":"traceutil/trace.go:171","msg":"trace[1319476594] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d6bf97373e3; range_end:; response_count:1; response_revision:912; }","duration":"168.683206ms","start":"2026-03-03T20:05:14.52755Z","end":"2026-03-03T20:05:14.696234Z","steps":["trace[1319476594] 'agreement among raft nodes before linearized reading' (duration: 168.637165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.696345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269299091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:05:14.696363Z","caller":"traceutil/trace.go:171","msg":"trace[1581227510] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:912; }","duration":"2.269355142s","start":"2026-03-03T20:05:12.427004Z","end":"2026-03-03T20:05:14.696359Z","steps":["trace[1581227510] 'agreement among raft nodes before linearized reading' (duration: 2.269300691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.69638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:12.426986Z","time spent":"2.269390482s","remote":"127.0.0.1:52266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":68,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:14.696437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731696563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:05:14.696594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.533597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:05:14.696616Z","caller":"traceutil/trace.go:171","msg":"trace[1299311626] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:912; }","duration":"173.590999ms","start":"2026-03-03T20:05:14.52302Z","end":"2026-03-03T20:05:14.696611Z","steps":["trace[1299311626] 'agreement among raft nodes before linearized reading' (duration: 173.555928ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.696597Z","caller":"traceutil/trace.go:171","msg":"trace[394246329] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:912; }","duration":"1.731919948s","start":"2026-03-03T20:05:12.964613Z","end":"2026-03-03T20:05:14.696533Z","steps":["trace[394246329] 'agreement among raft nodes before linearized reading' (duration: 1.731612671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.696744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.364873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:05:14.696762Z","caller":"traceutil/trace.go:171","msg":"trace[1367124539] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:912; }","duration":"731.418984ms","start":"2026-03-03T20:05:13.965339Z","end":"2026-03-03T20:05:14.696758Z","steps":["trace[1367124539] 'agreement among raft nodes before linearized reading' (duration: 731.388764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.696782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:13.965321Z","time spent":"731.456996ms","remote":"127.0.0.1:52106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:14.696797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:12.964592Z","time spent":"1.732091233s","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:16.859163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.377294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:16.859262Z","caller":"traceutil/trace.go:171","msg":"trace[1796764458] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:957; }","duration":"161.340116ms","start":"2026-03-03T20:05:16.697904Z","end":"2026-03-03T20:05:16.859244Z","steps":["trace[1796764458] 'read index received' (duration: 44.742876ms)","trace[1796764458] 'applied index is now lower than readState.Index' (duration: 116.59615ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:16.859505Z","caller":"traceutil/trace.go:171","msg":"trace[158021573] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"161.902828ms","start":"2026-03-03T20:05:16.697588Z","end":"2026-03-03T20:05:16.85949Z","steps":["trace[158021573] 'process raft request' (duration: 45.090994ms)","trace[158021573] 'compare' (duration: 116.270052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:16.86009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.074453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:05:16.860138Z","caller":"traceutil/trace.go:171","msg":"trace[1225489929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:917; }","duration":"162.255637ms","start":"2026-03-03T20:05:16.69787Z","end":"2026-03-03T20:05:16.860126Z","steps":["trace[1225489929] 'agreement among raft nodes before linearized reading' (duration: 161.848818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:16.860193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.711903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:05:16.860234Z","caller":"traceutil/trace.go:171","msg":"trace[831736583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:917; }","duration":"151.756184ms","start":"2026-03-03T20:05:16.708462Z","end":"2026-03-03T20:05:16.860218Z","steps":["trace[831736583] 'agreement among raft nodes before linearized reading' (duration: 151.668452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:16.86008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.043602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:05:16.860318Z","caller":"traceutil/trace.go:171","msg":"trace[529863824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:917; }","duration":"162.310708ms","start":"2026-03-03T20:05:16.697997Z","end":"2026-03-03T20:05:16.860307Z","steps":["trace[529863824] 'agreement among raft nodes before linearized reading' (duration: 161.923819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:16.860499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.646727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T20:05:16.860525Z","caller":"traceutil/trace.go:171","msg":"trace[984287224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:917; }","duration":"159.674477ms","start":"2026-03-03T20:05:16.700842Z","end":"2026-03-03T20:05:16.860517Z","steps":["trace[984287224] 'agreement among raft nodes before linearized reading' (duration: 159.588325ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:29.009168Z","caller":"traceutil/trace.go:171","msg":"trace[591389082] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"104.017358ms","start":"2026-03-03T20:05:28.905114Z","end":"2026-03-03T20:05:29.009132Z","steps":["trace[591389082] 'process raft request' (duration: 103.807094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:33.329337Z","caller":"traceutil/trace.go:171","msg":"trace[2034881700] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"300.693862ms","start":"2026-03-03T20:05:33.028608Z","end":"2026-03-03T20:05:33.329302Z","steps":["trace[2034881700] 'process raft request' (duration: 300.451966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:33.329297Z","caller":"traceutil/trace.go:171","msg":"trace[1685614085] linearizableReadLoop","detail":"{readStateIndex:1013; appliedIndex:1012; }","duration":"265.018756ms","start":"2026-03-03T20:05:33.06425Z","end":"2026-03-03T20:05:33.329268Z","steps":["trace[1685614085] 'read index received' (duration: 264.725839ms)","trace[1685614085] 'applied index is now lower than readState.Index' (duration: 290.737µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:33.329515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:33.028595Z","time spent":"300.835145ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:33.32965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.336213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T20:05:33.329938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.567059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-03T20:05:33.33003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.614977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:05:33.330078Z","caller":"traceutil/trace.go:171","msg":"trace[1896635304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:968; }","duration":"261.71399ms","start":"2026-03-03T20:05:33.068352Z","end":"2026-03-03T20:05:33.330066Z","steps":["trace[1896635304] 'agreement among raft nodes before linearized reading' (duration: 261.443263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:33.330091Z","caller":"traceutil/trace.go:171","msg":"trace[2044560294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:968; }","duration":"265.569029ms","start":"2026-03-03T20:05:33.064216Z","end":"2026-03-03T20:05:33.329785Z","steps":["trace[2044560294] 'agreement among raft nodes before linearized reading' (duration: 265.17237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:33.330025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.117299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:05:33.330216Z","caller":"traceutil/trace.go:171","msg":"trace[326833995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:968; }","duration":"262.405416ms","start":"2026-03-03T20:05:33.067789Z","end":"2026-03-03T20:05:33.330195Z","steps":["trace[326833995] 'agreement among raft nodes before linearized reading' (duration: 262.049517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:33.330383Z","caller":"traceutil/trace.go:171","msg":"trace[265712811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:968; }","duration":"265.686102ms","start":"2026-03-03T20:05:33.064294Z","end":"2026-03-03T20:05:33.32998Z","steps":["trace[265712811] 'agreement among raft nodes before linearized reading' (duration: 265.463717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:34.079784Z","caller":"traceutil/trace.go:171","msg":"trace[991235113] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"746.621166ms","start":"2026-03-03T20:05:33.33314Z","end":"2026-03-03T20:05:34.079761Z","steps":["trace[991235113] 'process raft request' (duration: 746.474203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:34.080564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:33.333114Z","time spent":"746.74592ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:34.109043Z","caller":"traceutil/trace.go:171","msg":"trace[1795834687] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"775.141237ms","start":"2026-03-03T20:05:33.333878Z","end":"2026-03-03T20:05:34.109019Z","steps":["trace[1795834687] 'process raft request' (duration: 774.966023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:34.109194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:33.333862Z","time spent":"775.253129ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:34.109302Z","caller":"traceutil/trace.go:171","msg":"trace[1585451499] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"774.939732ms","start":"2026-03-03T20:05:33.334343Z","end":"2026-03-03T20:05:34.109283Z","steps":["trace[1585451499] 'process raft request' (duration: 774.624905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:34.109435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:33.33433Z","time spent":"775.035555ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:34.10963Z","caller":"traceutil/trace.go:171","msg":"trace[1599127432] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"774.031362ms","start":"2026-03-03T20:05:33.335587Z","end":"2026-03-03T20:05:34.109619Z","steps":["trace[1599127432] 'process raft request' (duration: 773.608352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:34.109701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:33.335576Z","time spent":"774.091333ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:36.687063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.955445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:36.687135Z","caller":"traceutil/trace.go:171","msg":"trace[592645831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:998; }","duration":"167.060878ms","start":"2026-03-03T20:05:36.520057Z","end":"2026-03-03T20:05:36.687118Z","steps":["trace[592645831] 'range keys from in-memory index tree' (duration: 166.892214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:36.68734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.513393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:05:36.687478Z","caller":"traceutil/trace.go:171","msg":"trace[1705697400] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:998; }","duration":"105.665756ms","start":"2026-03-03T20:05:36.581764Z","end":"2026-03-03T20:05:36.68743Z","steps":["trace[1705697400] 'range keys from in-memory index tree' (duration: 105.284448ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:37.494252Z","caller":"traceutil/trace.go:171","msg":"trace[750015922] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"146.453721ms","start":"2026-03-03T20:05:37.347774Z","end":"2026-03-03T20:05:37.494228Z","steps":["trace[750015922] 'process raft request' (duration: 146.322428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:37.755675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.885002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:05:37.755757Z","caller":"traceutil/trace.go:171","msg":"trace[935951559] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1000; }","duration":"154.026366ms","start":"2026-03-03T20:05:37.601712Z","end":"2026-03-03T20:05:37.755738Z","steps":["trace[935951559] 'count revisions from in-memory index tree' (duration: 153.788361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:38.602271Z","caller":"traceutil/trace.go:171","msg":"trace[806164437] linearizableReadLoop","detail":"{readStateIndex:1047; appliedIndex:1046; }","duration":"481.903668ms","start":"2026-03-03T20:05:38.120345Z","end":"2026-03-03T20:05:38.602249Z","steps":["trace[806164437] 'read index received' (duration: 481.702343ms)","trace[806164437] 'applied index is now lower than readState.Index' (duration: 200.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:38.602378Z","caller":"traceutil/trace.go:171","msg":"trace[1413948446] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"505.679418ms","start":"2026-03-03T20:05:38.096668Z","end":"2026-03-03T20:05:38.602347Z","steps":["trace[1413948446] 'process raft request' (duration: 505.436022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:38.60249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:38.09665Z","time spent":"505.78053ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:38.6025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.142663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:05:38.602678Z","caller":"traceutil/trace.go:171","msg":"trace[1979562902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1001; }","duration":"482.361828ms","start":"2026-03-03T20:05:38.120302Z","end":"2026-03-03T20:05:38.602664Z","steps":["trace[1979562902] 'agreement among raft nodes before linearized reading' (duration: 482.066302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:38.60268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.349874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T20:05:38.602722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:38.120287Z","time spent":"482.419229ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:05:38.602746Z","caller":"traceutil/trace.go:171","msg":"trace[409800552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1001; }","duration":"481.452347ms","start":"2026-03-03T20:05:38.121278Z","end":"2026-03-03T20:05:38.60273Z","steps":["trace[409800552] 'agreement among raft nodes before linearized reading' (duration: 481.222682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:38.602793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:38.121263Z","time spent":"481.521848ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:38.602845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.241742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-03T20:05:38.602952Z","caller":"traceutil/trace.go:171","msg":"trace[1713596654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1001; }","duration":"481.359075ms","start":"2026-03-03T20:05:38.121569Z","end":"2026-03-03T20:05:38.602928Z","steps":["trace[1713596654] 'agreement among raft nodes before linearized reading' (duration: 481.095828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:38.603004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:38.121549Z","time spent":"481.441367ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:39.391579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:39.556732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.17445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:39.556892Z","caller":"traceutil/trace.go:171","msg":"trace[937526953] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"950.043286ms","start":"2026-03-03T20:05:38.60683Z","end":"2026-03-03T20:05:39.556874Z","steps":["trace[937526953] 'process raft request' (duration: 135.657171ms)","trace[937526953] 'compare' (duration: 813.972375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:39.556978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:38.606809Z","time spent":"950.137367ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:39.557584Z","caller":"traceutil/trace.go:171","msg":"trace[2006780854] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"950.636709ms","start":"2026-03-03T20:05:38.606867Z","end":"2026-03-03T20:05:39.557504Z","steps":["trace[2006780854] 'process raft request' (duration: 950.299551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:39.557757Z","caller":"traceutil/trace.go:171","msg":"trace[1958217113] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"950.602518ms","start":"2026-03-03T20:05:38.607123Z","end":"2026-03-03T20:05:39.557725Z","steps":["trace[1958217113] 'process raft request' (duration: 950.149108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:39.557846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:38.607106Z","time spent":"950.69675ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:39.557812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:38.606847Z","time spent":"950.801283ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:39.557339Z","caller":"traceutil/trace.go:171","msg":"trace[186281322] linearizableReadLoop","detail":"{readStateIndex:1050; appliedIndex:1048; }","duration":"666.379069ms","start":"2026-03-03T20:05:38.890936Z","end":"2026-03-03T20:05:39.557315Z","steps":["trace[186281322] 'read index received' (duration: 666.152554ms)","trace[186281322] 'applied index is now lower than readState.Index' (duration: 225.195µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:39.55794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.970823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:05:39.558011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.998283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:05:39.558031Z","caller":"traceutil/trace.go:171","msg":"trace[1132847266] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1004; }","duration":"667.055454ms","start":"2026-03-03T20:05:38.890967Z","end":"2026-03-03T20:05:39.558022Z","steps":["trace[1132847266] 'agreement among raft nodes before linearized reading' (duration: 666.992153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:39.558027Z","caller":"traceutil/trace.go:171","msg":"trace[35992661] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1004; }","duration":"667.115306ms","start":"2026-03-03T20:05:38.890891Z","end":"2026-03-03T20:05:39.558006Z","steps":["trace[35992661] 'agreement among raft nodes before linearized reading' (duration: 666.950722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:39.55805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:38.890947Z","time spent":"667.099056ms","remote":"127.0.0.1:52278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":53,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:39.558076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:38.890869Z","time spent":"667.197377ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:39.55818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.775392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:39.558225Z","caller":"traceutil/trace.go:171","msg":"trace[1048098231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1004; }","duration":"350.848523ms","start":"2026-03-03T20:05:39.207366Z","end":"2026-03-03T20:05:39.558214Z","steps":["trace[1048098231] 'agreement among raft nodes before linearized reading' (duration: 350.745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:39.558308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:39.207351Z","time spent":"350.947246ms","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:05:39.951732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.727762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:39.951861Z","caller":"traceutil/trace.go:171","msg":"trace[360229236] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"390.263995ms","start":"2026-03-03T20:05:39.561571Z","end":"2026-03-03T20:05:39.951834Z","steps":["trace[360229236] 'process raft request' (duration: 254.332278ms)","trace[360229236] 'compare' (duration: 135.515048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:39.951948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:39.561553Z","time spent":"390.351558ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:40.734678Z","caller":"traceutil/trace.go:171","msg":"trace[1783983087] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"123.705844ms","start":"2026-03-03T20:05:40.610901Z","end":"2026-03-03T20:05:40.734607Z","steps":["trace[1783983087] 'process raft request' (duration: 123.5278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:42.612113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.133094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:42.612257Z","caller":"traceutil/trace.go:171","msg":"trace[1735618316] linearizableReadLoop","detail":"{readStateIndex:1054; appliedIndex:1052; }","duration":"1.050956283s","start":"2026-03-03T20:05:41.561247Z","end":"2026-03-03T20:05:42.612203Z","steps":["trace[1735618316] 'read index received' (duration: 29.35606ms)","trace[1735618316] 'applied index is now lower than readState.Index' (duration: 1.021598833s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:42.612573Z","caller":"traceutil/trace.go:171","msg":"trace[909664259] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"1.079293239s","start":"2026-03-03T20:05:41.53303Z","end":"2026-03-03T20:05:42.612323Z","steps":["trace[909664259] 'process raft request' (duration: 291.881678ms)","trace[909664259] 'compare' (duration: 787.037072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:42.612661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:41.533012Z","time spent":"1.079606565s","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:42.612714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051451854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:05:42.612774Z","caller":"traceutil/trace.go:171","msg":"trace[677894561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1008; }","duration":"1.051549816s","start":"2026-03-03T20:05:41.561205Z","end":"2026-03-03T20:05:42.612755Z","steps":["trace[677894561] 'agreement among raft nodes before linearized reading' (duration: 1.051287679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:42.612829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:41.561189Z","time spent":"1.051627518s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:05:43.112894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:43.613737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:44.111298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.07149534s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:05:44.519791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:05:44.519882Z","caller":"traceutil/trace.go:171","msg":"trace[469463591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000041037s","start":"2026-03-03T20:05:42.519815Z","end":"2026-03-03T20:05:44.519856Z","steps":["trace[469463591] 'agreement among raft nodes before linearized reading' (duration: 1.999937214s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:44.520214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:42.519798Z","time spent":"2.000315004s","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:05:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:05:44.528277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.789589ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T20:05:44.528439Z","caller":"traceutil/trace.go:171","msg":"trace[911188814] linearizableReadLoop","detail":"{readStateIndex:1056; appliedIndex:1054; }","duration":"1.916140704s","start":"2026-03-03T20:05:42.61229Z","end":"2026-03-03T20:05:44.528431Z","steps":["trace[911188814] 'read index received' (duration: 1.499209791s)","trace[911188814] 'applied index is now lower than readState.Index' (duration: 416.930213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:44.528527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310448013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:44.52855Z","caller":"traceutil/trace.go:171","msg":"trace[2124490018] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1009; }","duration":"2.310517115s","start":"2026-03-03T20:05:42.218027Z","end":"2026-03-03T20:05:44.528544Z","steps":["trace[2124490018] 'agreement among raft nodes before linearized reading' (duration: 2.310463274s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:44.52857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:42.217996Z","time spent":"2.310568145s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:44.528618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071301207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:44.528723Z","caller":"traceutil/trace.go:171","msg":"trace[1965205491] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1009; }","duration":"2.0714503s","start":"2026-03-03T20:05:42.457244Z","end":"2026-03-03T20:05:44.528694Z","steps":["trace[1965205491] 'agreement among raft nodes before linearized reading' (duration: 2.071217665s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:44.528744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572147132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T20:05:44.528765Z","caller":"traceutil/trace.go:171","msg":"trace[915896449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1009; }","duration":"2.572202894s","start":"2026-03-03T20:05:41.956556Z","end":"2026-03-03T20:05:44.528759Z","steps":["trace[915896449] 'agreement among raft nodes before linearized reading' (duration: 2.572133722s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:44.528787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:41.956537Z","time spent":"2.572246794s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:05:44.528789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:42.45723Z","time spent":"2.071541092s","remote":"127.0.0.1:52428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:44.528897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967179169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-03T20:05:44.528948Z","caller":"traceutil/trace.go:171","msg":"trace[1775161857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1009; }","duration":"2.967256011s","start":"2026-03-03T20:05:41.561679Z","end":"2026-03-03T20:05:44.528935Z","steps":["trace[1775161857] 'agreement among raft nodes before linearized reading' (duration: 2.967121138s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:44.528963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790807063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:05:44.528981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:41.561615Z","time spent":"2.967358283s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:05:44.529014Z","caller":"traceutil/trace.go:171","msg":"trace[1309284126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1009; }","duration":"1.790911135s","start":"2026-03-03T20:05:42.738089Z","end":"2026-03-03T20:05:44.529001Z","steps":["trace[1309284126] 'agreement among raft nodes before linearized reading' (duration: 1.790703781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:44.52906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:42.738071Z","time spent":"1.790978847s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:44.529084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967138937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:05:44.529075Z","caller":"traceutil/trace.go:171","msg":"trace[1601690296] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"1.912396868s","start":"2026-03-03T20:05:42.616659Z","end":"2026-03-03T20:05:44.529056Z","steps":["trace[1601690296] 'process raft request' (duration: 1.911672831s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:44.529106Z","caller":"traceutil/trace.go:171","msg":"trace[615323071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1009; }","duration":"2.967182759s","start":"2026-03-03T20:05:41.561917Z","end":"2026-03-03T20:05:44.5291Z","steps":["trace[615323071] 'agreement among raft nodes before linearized reading' (duration: 2.967128447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:44.529123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:41.561868Z","time spent":"2.96725222s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:44.529189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:42.61664Z","time spent":"1.91247713s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:45.044203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.250504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:45.044638Z","caller":"traceutil/trace.go:171","msg":"trace[1959804686] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"511.232397ms","start":"2026-03-03T20:05:44.533392Z","end":"2026-03-03T20:05:45.044624Z","steps":["trace[1959804686] 'process raft request' (duration: 511.041713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:45.044722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:44.533383Z","time spent":"511.300308ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:45.044827Z","caller":"traceutil/trace.go:171","msg":"trace[1618094750] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"510.920819ms","start":"2026-03-03T20:05:44.533897Z","end":"2026-03-03T20:05:45.044818Z","steps":["trace[1618094750] 'process raft request' (duration: 510.684004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:45.044887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:44.53389Z","time spent":"510.96298ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:45.044885Z","caller":"traceutil/trace.go:171","msg":"trace[1632003694] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"463.646015ms","start":"2026-03-03T20:05:44.58122Z","end":"2026-03-03T20:05:45.044866Z","steps":["trace[1632003694] 'process raft request' (duration: 463.565393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:45.044994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:44.581208Z","time spent":"463.726287ms","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:45.045018Z","caller":"traceutil/trace.go:171","msg":"trace[1391466125] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"511.35571ms","start":"2026-03-03T20:05:44.533166Z","end":"2026-03-03T20:05:45.044522Z","steps":["trace[1391466125] 'process raft request' (duration: 95.710006ms)","trace[1391466125] 'compare' (duration: 414.935307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:45.04521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.584812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:45.045269Z","caller":"traceutil/trace.go:171","msg":"trace[1785444405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1014; }","duration":"507.667755ms","start":"2026-03-03T20:05:44.537587Z","end":"2026-03-03T20:05:45.045255Z","steps":["trace[1785444405] 'agreement among raft nodes before linearized reading' (duration: 507.528321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:45.045304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:44.537581Z","time spent":"507.715306ms","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:05:45.045299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:44.533153Z","time spent":"512.090436ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:45.045023Z","caller":"traceutil/trace.go:171","msg":"trace[1613887819] linearizableReadLoop","detail":"{readStateIndex:1060; appliedIndex:1057; }","duration":"465.930348ms","start":"2026-03-03T20:05:44.57907Z","end":"2026-03-03T20:05:45.045Z","steps":["trace[1613887819] 'read index received' (duration: 49.818623ms)","trace[1613887819] 'applied index is now lower than readState.Index' (duration: 416.109005ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:45.507756Z","caller":"traceutil/trace.go:171","msg":"trace[756416512] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"130.742477ms","start":"2026-03-03T20:05:45.376985Z","end":"2026-03-03T20:05:45.507727Z","steps":["trace[756416512] 'process raft request' (duration: 58.684069ms)","trace[756416512] 'compare' (duration: 71.888214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:45.922048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.891123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:45.922238Z","caller":"traceutil/trace.go:171","msg":"trace[176016049] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"407.247438ms","start":"2026-03-03T20:05:45.514967Z","end":"2026-03-03T20:05:45.922214Z","steps":["trace[176016049] 'process raft request' (duration: 110.115829ms)","trace[176016049] 'compare' (duration: 296.72744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:45.922309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:45.51495Z","time spent":"407.3259ms","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:46.176062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.293575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:46.176213Z","caller":"traceutil/trace.go:171","msg":"trace[456394256] linearizableReadLoop","detail":"{readStateIndex:1065; appliedIndex:1063; }","duration":"655.68038ms","start":"2026-03-03T20:05:45.520518Z","end":"2026-03-03T20:05:46.176198Z","steps":["trace[456394256] 'read index received' (duration: 104.678944ms)","trace[456394256] 'applied index is now lower than readState.Index' (duration: 551.000496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:46.1763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.782973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:46.176326Z","caller":"traceutil/trace.go:171","msg":"trace[305597587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1019; }","duration":"655.826733ms","start":"2026-03-03T20:05:45.520491Z","end":"2026-03-03T20:05:46.176318Z","steps":["trace[305597587] 'agreement among raft nodes before linearized reading' (duration: 655.768022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:46.176372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:45.520484Z","time spent":"655.881744ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:05:46.176385Z","caller":"traceutil/trace.go:171","msg":"trace[1282462878] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"573.326024ms","start":"2026-03-03T20:05:45.603019Z","end":"2026-03-03T20:05:46.176345Z","steps":["trace[1282462878] 'process raft request' (duration: 573.124699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:46.176447Z","caller":"traceutil/trace.go:171","msg":"trace[277446167] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"658.28221ms","start":"2026-03-03T20:05:45.518045Z","end":"2026-03-03T20:05:46.176327Z","steps":["trace[277446167] 'process raft request' (duration: 518.635917ms)","trace[277446167] 'compare' (duration: 139.192053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:46.176546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:45.602996Z","time spent":"573.470697ms","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:46.17662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:45.518037Z","time spent":"658.486035ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:47.023446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388748999987408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:47.396816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.243821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:47.397201Z","caller":"traceutil/trace.go:171","msg":"trace[1259961881] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1066; }","duration":"874.696571ms","start":"2026-03-03T20:05:46.522472Z","end":"2026-03-03T20:05:47.397169Z","steps":["trace[1259961881] 'read index received' (duration: 818.48435ms)","trace[1259961881] 'applied index is now lower than readState.Index' (duration: 56.211541ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:47.397269Z","caller":"traceutil/trace.go:171","msg":"trace[493502069] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"1.217042488s","start":"2026-03-03T20:05:46.180219Z","end":"2026-03-03T20:05:47.397262Z","steps":["trace[493502069] 'process raft request' (duration: 1.216917376s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:47.397274Z","caller":"traceutil/trace.go:171","msg":"trace[2015248296] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"1.244477843s","start":"2026-03-03T20:05:46.152786Z","end":"2026-03-03T20:05:47.397244Z","steps":["trace[2015248296] 'process raft request' (duration: 1.244105405s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.397311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:46.180195Z","time spent":"1.217095059s","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:47.397317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:46.152763Z","time spent":"1.244531824s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:47.397399Z","caller":"traceutil/trace.go:171","msg":"trace[1775920769] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"1.737727552s","start":"2026-03-03T20:05:45.659644Z","end":"2026-03-03T20:05:47.397371Z","steps":["trace[1775920769] 'process raft request' (duration: 818.867108ms)","trace[1775920769] 'compare' (duration: 918.112377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:47.397527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:45.659628Z","time spent":"1.737831735s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:47.397592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.820483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T20:05:47.397543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.311952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:05:47.39762Z","caller":"traceutil/trace.go:171","msg":"trace[1079387417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1022; }","duration":"347.876145ms","start":"2026-03-03T20:05:47.049737Z","end":"2026-03-03T20:05:47.397613Z","steps":["trace[1079387417] 'agreement among raft nodes before linearized reading' (duration: 347.821763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.397642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:47.049715Z","time spent":"347.921535ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:05:47.397647Z","caller":"traceutil/trace.go:171","msg":"trace[1448327855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1022; }","duration":"864.453635ms","start":"2026-03-03T20:05:46.533184Z","end":"2026-03-03T20:05:47.397637Z","steps":["trace[1448327855] 'agreement among raft nodes before linearized reading' (duration: 864.288971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.397679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:46.533163Z","time spent":"864.507236ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:05:47.397732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.924778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T20:05:47.397752Z","caller":"traceutil/trace.go:171","msg":"trace[108713309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1022; }","duration":"348.9923ms","start":"2026-03-03T20:05:47.048754Z","end":"2026-03-03T20:05:47.397747Z","steps":["trace[108713309] 'agreement among raft nodes before linearized reading' (duration: 348.941408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.397769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:47.04873Z","time spent":"349.034701ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:05:47.397844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.092873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:05:47.397862Z","caller":"traceutil/trace.go:171","msg":"trace[900296601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1022; }","duration":"349.147063ms","start":"2026-03-03T20:05:47.048711Z","end":"2026-03-03T20:05:47.397858Z","steps":["trace[900296601] 'agreement among raft nodes before linearized reading' (duration: 349.099222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.397879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:47.048688Z","time spent":"349.187235ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:47.397954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.997402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:05:47.397974Z","caller":"traceutil/trace.go:171","msg":"trace[583676738] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:1022; }","duration":"816.079435ms","start":"2026-03-03T20:05:46.581889Z","end":"2026-03-03T20:05:47.397968Z","steps":["trace[583676738] 'agreement among raft nodes before linearized reading' (duration: 816.029954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.397989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:46.581874Z","time spent":"816.111415ms","remote":"127.0.0.1:51980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-03T20:05:47.397999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.631641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T20:05:47.398023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.805968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-03T20:05:47.39804Z","caller":"traceutil/trace.go:171","msg":"trace[180263775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1022; }","duration":"814.713143ms","start":"2026-03-03T20:05:46.583317Z","end":"2026-03-03T20:05:47.398031Z","steps":["trace[180263775] 'agreement among raft nodes before linearized reading' (duration: 814.5849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:47.398081Z","caller":"traceutil/trace.go:171","msg":"trace[144651880] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1022; }","duration":"802.889739ms","start":"2026-03-03T20:05:46.595176Z","end":"2026-03-03T20:05:47.398066Z","steps":["trace[144651880] 'agreement among raft nodes before linearized reading' (duration: 802.741976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.39808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:46.583296Z","time spent":"814.775804ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:47.398114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:46.595165Z","time spent":"802.94269ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-03T20:05:47.398662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.160146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:47.398693Z","caller":"traceutil/trace.go:171","msg":"trace[1733120485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1022; }","duration":"876.262727ms","start":"2026-03-03T20:05:46.522422Z","end":"2026-03-03T20:05:47.398685Z","steps":["trace[1733120485] 'agreement among raft nodes before linearized reading' (duration: 875.001158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.398714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:46.522402Z","time spent":"876.306879ms","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:05:47.984102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.99134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:47.984499Z","caller":"traceutil/trace.go:171","msg":"trace[1595960814] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"583.148172ms","start":"2026-03-03T20:05:47.401299Z","end":"2026-03-03T20:05:47.984447Z","steps":["trace[1595960814] 'process raft request' (duration: 119.738972ms)","trace[1595960814] 'compare' (duration: 462.878267ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:47.984661Z","caller":"traceutil/trace.go:171","msg":"trace[1099404498] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"583.303395ms","start":"2026-03-03T20:05:47.401345Z","end":"2026-03-03T20:05:47.984648Z","steps":["trace[1099404498] 'process raft request' (duration: 582.919786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.984758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:47.401342Z","time spent":"583.383977ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:47.984789Z","caller":"traceutil/trace.go:171","msg":"trace[10970560] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"582.505897ms","start":"2026-03-03T20:05:47.402262Z","end":"2026-03-03T20:05:47.984767Z","steps":["trace[10970560] 'process raft request' (duration: 582.323413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.984893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:47.402249Z","time spent":"582.591669ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:47.984994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:47.401291Z","time spent":"583.304815ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:47.985444Z","caller":"traceutil/trace.go:171","msg":"trace[1360270882] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"582.439695ms","start":"2026-03-03T20:05:47.402979Z","end":"2026-03-03T20:05:47.985418Z","steps":["trace[1360270882] 'process raft request' (duration: 581.700978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:47.985501Z","caller":"traceutil/trace.go:171","msg":"trace[527772302] linearizableReadLoop","detail":"{readStateIndex:1077; appliedIndex:1070; }","duration":"462.599641ms","start":"2026-03-03T20:05:47.522885Z","end":"2026-03-03T20:05:47.985484Z","steps":["trace[527772302] 'read index received' (duration: 224.17001ms)","trace[527772302] 'applied index is now lower than readState.Index' (duration: 238.428751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:47.985659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:47.402963Z","time spent":"582.551569ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:47.98575Z","caller":"traceutil/trace.go:171","msg":"trace[1382763319] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"582.671591ms","start":"2026-03-03T20:05:47.403067Z","end":"2026-03-03T20:05:47.985738Z","steps":["trace[1382763319] 'process raft request' (duration: 582.289902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.985822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:47.403058Z","time spent":"582.726583ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:47.985943Z","caller":"traceutil/trace.go:171","msg":"trace[137802072] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"582.375824ms","start":"2026-03-03T20:05:47.403559Z","end":"2026-03-03T20:05:47.985935Z","steps":["trace[137802072] 'process raft request' (duration: 581.854732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.986004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:47.403554Z","time spent":"582.416365ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:47.986082Z","caller":"traceutil/trace.go:171","msg":"trace[524143289] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"573.994259ms","start":"2026-03-03T20:05:47.412079Z","end":"2026-03-03T20:05:47.986073Z","steps":["trace[524143289] 'process raft request' (duration: 573.369395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.98613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:47.41207Z","time spent":"574.035691ms","remote":"127.0.0.1:51980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:47.986476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.592225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:47.986541Z","caller":"traceutil/trace.go:171","msg":"trace[478725471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1029; }","duration":"463.656686ms","start":"2026-03-03T20:05:47.522868Z","end":"2026-03-03T20:05:47.986525Z","steps":["trace[478725471] 'agreement among raft nodes before linearized reading' (duration: 463.568224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:47.986589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:47.522802Z","time spent":"463.775538ms","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:05:48.93934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.153994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:48.939394Z","caller":"traceutil/trace.go:171","msg":"trace[440826339] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1029; }","duration":"444.275357ms","start":"2026-03-03T20:05:48.495107Z","end":"2026-03-03T20:05:48.939382Z","steps":["trace[440826339] 'count revisions from in-memory index tree' (duration: 444.060402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:48.939369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.467233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:05:48.939417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:48.495086Z","time spent":"444.326078ms","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:05:48.939572Z","caller":"traceutil/trace.go:171","msg":"trace[1724265295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1029; }","duration":"416.562855ms","start":"2026-03-03T20:05:48.522865Z","end":"2026-03-03T20:05:48.939428Z","steps":["trace[1724265295] 'range keys from in-memory index tree' (duration: 416.427482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:48.939627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:48.522857Z","time spent":"416.758789ms","remote":"127.0.0.1:51976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:05:50.233796Z","caller":"traceutil/trace.go:171","msg":"trace[991392366] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"239.560687ms","start":"2026-03-03T20:05:49.994207Z","end":"2026-03-03T20:05:50.233767Z","steps":["trace[991392366] 'process raft request' (duration: 239.393443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:50.235634Z","caller":"traceutil/trace.go:171","msg":"trace[1354283811] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"240.357115ms","start":"2026-03-03T20:05:49.995258Z","end":"2026-03-03T20:05:50.235615Z","steps":["trace[1354283811] 'process raft request' (duration: 239.942055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:50.235985Z","caller":"traceutil/trace.go:171","msg":"trace[278252601] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"240.478368ms","start":"2026-03-03T20:05:49.99549Z","end":"2026-03-03T20:05:50.235969Z","steps":["trace[278252601] 'process raft request' (duration: 239.976427ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:50.235418Z","caller":"traceutil/trace.go:171","msg":"trace[532022534] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"241.062822ms","start":"2026-03-03T20:05:49.994276Z","end":"2026-03-03T20:05:50.235339Z","steps":["trace[532022534] 'process raft request' (duration: 240.790225ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:50.236156Z","caller":"traceutil/trace.go:171","msg":"trace[1984713900] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"240.57405ms","start":"2026-03-03T20:05:49.995563Z","end":"2026-03-03T20:05:50.236137Z","steps":["trace[1984713900] 'process raft request' (duration: 240.251023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:54.127289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.115114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:54.12757Z","caller":"traceutil/trace.go:171","msg":"trace[2056580865] linearizableReadLoop","detail":"{readStateIndex:1101; appliedIndex:1100; }","duration":"187.549412ms","start":"2026-03-03T20:05:53.939996Z","end":"2026-03-03T20:05:54.127545Z","steps":["trace[2056580865] 'read index received' (duration: 65.923026ms)","trace[2056580865] 'applied index is now lower than readState.Index' (duration: 121.623586ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:54.127582Z","caller":"traceutil/trace.go:171","msg":"trace[1324163285] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"208.354244ms","start":"2026-03-03T20:05:53.919188Z","end":"2026-03-03T20:05:54.127543Z","steps":["trace[1324163285] 'process raft request' (duration: 86.79471ms)","trace[1324163285] 'compare' (duration: 120.819007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:54.128843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.805841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:54.128938Z","caller":"traceutil/trace.go:171","msg":"trace[897077284] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1052; }","duration":"188.971485ms","start":"2026-03-03T20:05:53.939943Z","end":"2026-03-03T20:05:54.128915Z","steps":["trace[897077284] 'agreement among raft nodes before linearized reading' (duration: 187.699596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:16.675184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.827702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:06:16.675603Z","caller":"traceutil/trace.go:171","msg":"trace[178521963] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"149.600043ms","start":"2026-03-03T20:06:16.525912Z","end":"2026-03-03T20:06:16.675512Z","steps":["trace[178521963] 'process raft request' (duration: 38.027483ms)","trace[178521963] 'compare' (duration: 110.552206ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:16.676228Z","caller":"traceutil/trace.go:171","msg":"trace[1800948804] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"150.018742ms","start":"2026-03-03T20:06:16.526187Z","end":"2026-03-03T20:06:16.676206Z","steps":["trace[1800948804] 'process raft request' (duration: 149.49517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:04.638602Z","caller":"traceutil/trace.go:171","msg":"trace[1356427165] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"110.672739ms","start":"2026-03-03T20:07:04.52789Z","end":"2026-03-03T20:07:04.638563Z","steps":["trace[1356427165] 'process raft request' (duration: 110.487395ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:05.164419Z","caller":"traceutil/trace.go:171","msg":"trace[1633972831] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"150.679737ms","start":"2026-03-03T20:07:05.013715Z","end":"2026-03-03T20:07:05.164395Z","steps":["trace[1633972831] 'process raft request' (duration: 96.662883ms)","trace[1633972831] 'compare' (duration: 53.84901ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:43.282898Z","caller":"traceutil/trace.go:171","msg":"trace[346518634] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"145.624625ms","start":"2026-03-03T20:07:43.137249Z","end":"2026-03-03T20:07:43.282873Z","steps":["trace[346518634] 'process raft request' (duration: 145.455171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.482809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.302649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-03T20:07:43.482897Z","caller":"traceutil/trace.go:171","msg":"trace[679257982] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1513; }","duration":"127.435512ms","start":"2026-03-03T20:07:43.355441Z","end":"2026-03-03T20:07:43.482876Z","steps":["trace[679257982] 'range keys from in-memory index tree' (duration: 127.145056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.482869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.117967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:07:43.482964Z","caller":"traceutil/trace.go:171","msg":"trace[130672036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1513; }","duration":"128.273761ms","start":"2026-03-03T20:07:43.354672Z","end":"2026-03-03T20:07:43.482945Z","steps":["trace[130672036] 'range keys from in-memory index tree' (duration: 127.934744ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:45.357401Z","caller":"traceutil/trace.go:171","msg":"trace[373090915] linearizableReadLoop","detail":"{readStateIndex:1591; appliedIndex:1590; }","duration":"229.455583ms","start":"2026-03-03T20:07:45.127926Z","end":"2026-03-03T20:07:45.357382Z","steps":["trace[373090915] 'read index received' (duration: 173.080202ms)","trace[373090915] 'applied index is now lower than readState.Index' (duration: 56.374471ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:45.357493Z","caller":"traceutil/trace.go:171","msg":"trace[606665871] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"389.37919ms","start":"2026-03-03T20:07:44.968106Z","end":"2026-03-03T20:07:45.357485Z","steps":["trace[606665871] 'process raft request' (duration: 332.967979ms)","trace[606665871] 'compare' (duration: 56.110404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:45.357563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.968089Z","time spent":"389.418771ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:45.357757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.831331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:07:45.357777Z","caller":"traceutil/trace.go:171","msg":"trace[802062051] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1520; }","duration":"229.894273ms","start":"2026-03-03T20:07:45.127877Z","end":"2026-03-03T20:07:45.357771Z","steps":["trace[802062051] 'agreement among raft nodes before linearized reading' (duration: 229.795171ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:51.592498Z","caller":"traceutil/trace.go:171","msg":"trace[1526489584] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"129.824207ms","start":"2026-03-03T20:07:51.462615Z","end":"2026-03-03T20:07:51.592439Z","steps":["trace[1526489584] 'process raft request' (duration: 49.579322ms)","trace[1526489584] 'compare' (duration: 80.062481ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:08:52.078114Z","caller":"traceutil/trace.go:171","msg":"trace[1175187476] linearizableReadLoop","detail":"{readStateIndex:1901; appliedIndex:1900; }","duration":"327.49385ms","start":"2026-03-03T20:08:51.750597Z","end":"2026-03-03T20:08:52.07809Z","steps":["trace[1175187476] 'read index received' (duration: 296.301476ms)","trace[1175187476] 'applied index is now lower than readState.Index' (duration: 31.190584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:08:52.078398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.474184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:08:52.078425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.428995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:08:52.078468Z","caller":"traceutil/trace.go:171","msg":"trace[1239576110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1815; }","duration":"137.570515ms","start":"2026-03-03T20:08:51.940872Z","end":"2026-03-03T20:08:52.078442Z","steps":["trace[1239576110] 'agreement among raft nodes before linearized reading' (duration: 137.435732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:08:52.078502Z","caller":"traceutil/trace.go:171","msg":"trace[2057150625] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1815; }","duration":"323.556998ms","start":"2026-03-03T20:08:51.754924Z","end":"2026-03-03T20:08:52.078481Z","steps":["trace[2057150625] 'agreement among raft nodes before linearized reading' (duration: 323.327163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:08:52.078539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:08:51.75489Z","time spent":"323.64014ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-03T20:08:52.078619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.699085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:08:52.078743Z","caller":"traceutil/trace.go:171","msg":"trace[1707775187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1815; }","duration":"183.021103ms","start":"2026-03-03T20:08:51.895697Z","end":"2026-03-03T20:08:52.078718Z","steps":["trace[1707775187] 'agreement among raft nodes before linearized reading' (duration: 182.634084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:08:52.078873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.281598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:08:52.078945Z","caller":"traceutil/trace.go:171","msg":"trace[1729513271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1815; }","duration":"328.394361ms","start":"2026-03-03T20:08:51.750541Z","end":"2026-03-03T20:08:52.078935Z","steps":["trace[1729513271] 'agreement among raft nodes before linearized reading' (duration: 327.668944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:08:52.079001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:08:51.750522Z","time spent":"328.470272ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:09:08.84225Z","caller":"traceutil/trace.go:171","msg":"trace[938666813] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"105.8641ms","start":"2026-03-03T20:09:08.736361Z","end":"2026-03-03T20:09:08.842225Z","steps":["trace[938666813] 'read index received' (duration: 105.659896ms)","trace[938666813] 'applied index is now lower than readState.Index' (duration: 203.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:08.842321Z","caller":"traceutil/trace.go:171","msg":"trace[718345533] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"106.791782ms","start":"2026-03-03T20:09:08.735491Z","end":"2026-03-03T20:09:08.842283Z","steps":["trace[718345533] 'process raft request' (duration: 106.611197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:08.842455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.074775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-03T20:09:08.842507Z","caller":"traceutil/trace.go:171","msg":"trace[1147805134] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:1898; }","duration":"106.164137ms","start":"2026-03-03T20:09:08.736329Z","end":"2026-03-03T20:09:08.842493Z","steps":["trace[1147805134] 'agreement among raft nodes before linearized reading' (duration: 106.059344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:09.45599Z","caller":"traceutil/trace.go:171","msg":"trace[2053241771] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1988; }","duration":"148.295587ms","start":"2026-03-03T20:09:09.307673Z","end":"2026-03-03T20:09:09.455968Z","steps":["trace[2053241771] 'read index received' (duration: 148.121323ms)","trace[2053241771] 'applied index is now lower than readState.Index' (duration: 173.464µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:09.456425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.722366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-03-03T20:09:09.456616Z","caller":"traceutil/trace.go:171","msg":"trace[2058917736] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1900; }","duration":"148.945191ms","start":"2026-03-03T20:09:09.307645Z","end":"2026-03-03T20:09:09.45659Z","steps":["trace[2058917736] 'agreement among raft nodes before linearized reading' (duration: 148.643324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:09.45647Z","caller":"traceutil/trace.go:171","msg":"trace[213201232] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"156.60746ms","start":"2026-03-03T20:09:09.299841Z","end":"2026-03-03T20:09:09.456448Z","steps":["trace[213201232] 'process raft request' (duration: 156.006686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:09.456503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.820526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" ","response":"range_response_count:1 size:990"} {"level":"info","ts":"2026-03-03T20:09:09.456911Z","caller":"traceutil/trace.go:171","msg":"trace[1028604919] range","detail":"{range_begin:/registry/clusterroles/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:1900; }","duration":"142.272877ms","start":"2026-03-03T20:09:09.314615Z","end":"2026-03-03T20:09:09.456888Z","steps":["trace[1028604919] 'agreement among raft nodes before linearized reading' (duration: 141.785756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:20.538792Z","caller":"traceutil/trace.go:171","msg":"trace[1230182820] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"151.08128ms","start":"2026-03-03T20:09:20.387687Z","end":"2026-03-03T20:09:20.538769Z","steps":["trace[1230182820] 'process raft request' (duration: 150.895246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:20.568928Z","caller":"traceutil/trace.go:171","msg":"trace[1718812] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2034; }","duration":"180.28372ms","start":"2026-03-03T20:09:20.388575Z","end":"2026-03-03T20:09:20.568859Z","steps":["trace[1718812] 'read index received' (duration: 150.001316ms)","trace[1718812] 'applied index is now lower than readState.Index' (duration: 30.281374ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:20.569047Z","caller":"traceutil/trace.go:171","msg":"trace[1899216345] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"180.382722ms","start":"2026-03-03T20:09:20.388505Z","end":"2026-03-03T20:09:20.568888Z","steps":["trace[1899216345] 'process raft request' (duration: 180.232168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:20.569164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.552526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:09:20.569285Z","caller":"traceutil/trace.go:171","msg":"trace[484724438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1945; }","duration":"180.702149ms","start":"2026-03-03T20:09:20.388554Z","end":"2026-03-03T20:09:20.569256Z","steps":["trace[484724438] 'agreement among raft nodes before linearized reading' (duration: 180.372041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:20.569818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.571426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:09:20.569847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.307909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-03T20:09:20.569899Z","caller":"traceutil/trace.go:171","msg":"trace[678161451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1945; }","duration":"180.678019ms","start":"2026-03-03T20:09:20.389202Z","end":"2026-03-03T20:09:20.56988Z","steps":["trace[678161451] 'agreement among raft nodes before linearized reading' (duration: 180.454193ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:20.569911Z","caller":"traceutil/trace.go:171","msg":"trace[789308800] range","detail":"{range_begin:/registry/roles/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:1945; }","duration":"118.398912ms","start":"2026-03-03T20:09:20.451492Z","end":"2026-03-03T20:09:20.569891Z","steps":["trace[789308800] 'agreement among raft nodes before linearized reading' (duration: 118.282029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:20.570133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.013187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" ","response":"range_response_count:1 size:371"} {"level":"info","ts":"2026-03-03T20:09:20.570173Z","caller":"traceutil/trace.go:171","msg":"trace[113992919] range","detail":"{range_begin:/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:1945; }","duration":"141.072629ms","start":"2026-03-03T20:09:20.429088Z","end":"2026-03-03T20:09:20.57016Z","steps":["trace[113992919] 'agreement among raft nodes before linearized reading' (duration: 141.008478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:20.570309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.047817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:09:20.570349Z","caller":"traceutil/trace.go:171","msg":"trace[1662848926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1945; }","duration":"181.100148ms","start":"2026-03-03T20:09:20.389237Z","end":"2026-03-03T20:09:20.570337Z","steps":["trace[1662848926] 'agreement among raft nodes before linearized reading' (duration: 180.984146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:20.570496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.226052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T20:09:20.57053Z","caller":"traceutil/trace.go:171","msg":"trace[1591736751] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1945; }","duration":"181.265833ms","start":"2026-03-03T20:09:20.389254Z","end":"2026-03-03T20:09:20.570519Z","steps":["trace[1591736751] 'agreement among raft nodes before linearized reading' (duration: 181.1733ms)"],"step_count":1}