{"level":"warn","ts":"2026-02-27T16:47:52.092013Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T16:47:52.09214Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T16:47:52.092359Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T16:47:52.092378Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-02-27T16:47:52.092648Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T16:47:52.093579Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-02-27T16:47:52.093761Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T16:47:52.099641Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.534733ms"} {"level":"info","ts":"2026-02-27T16:47:52.107085Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-02-27T16:47:52.107164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T16:47:52.107332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-02-27T16:47:52.107356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T16:47:52.107372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-02-27T16:47:52.107431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-02-27T16:47:52.112956Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T16:47:52.114321Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T16:47:52.115982Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T16:47:52.119676Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T16:47:52.120013Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T16:47:52.121174Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T16:47:52.122387Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T16:47:52.12241Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T16:47:52.12289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-02-27T16:47:52.123164Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-02-27T16:47:52.126078Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T16:47:52.126273Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T16:47:52.126295Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T16:47:52.126887Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-02-27T16:47:52.126897Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-02-27T16:47:52.408474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T16:47:52.408579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T16:47:52.408605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-02-27T16:47:52.408625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-02-27T16:47:52.408641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-02-27T16:47:52.408662Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-02-27T16:47:52.408679Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-02-27T16:47:52.409622Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T16:47:52.409792Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T16:47:52.410024Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T16:47:52.411656Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T16:47:52.411815Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T16:47:52.411854Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T16:47:52.413139Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-02-27T16:47:52.413224Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T16:47:52.415679Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T16:47:52.420411Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T16:47:52.420487Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-02-27T16:47:55.749331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.234955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-27T16:47:55.749462Z","caller":"traceutil/trace.go:171","msg":"trace[1334777056] linearizableReadLoop","detail":"{readStateIndex:79; appliedIndex:78; }","duration":"814.250794ms","start":"2026-02-27T16:47:54.935196Z","end":"2026-02-27T16:47:55.749446Z","steps":["trace[1334777056] 'read index received' (duration: 345.342984ms)","trace[1334777056] 'applied index is now lower than readState.Index' (duration: 468.90685ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:47:55.749502Z","caller":"traceutil/trace.go:171","msg":"trace[1538084313] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"814.628669ms","start":"2026-02-27T16:47:54.934843Z","end":"2026-02-27T16:47:55.749472Z","steps":["trace[1538084313] 'process raft request' (duration: 345.807095ms)","trace[1538084313] 'compare' (duration: 468.033571ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:47:55.749622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.426325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T16:47:55.749656Z","caller":"traceutil/trace.go:171","msg":"trace[494624408] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:75; }","duration":"814.49528ms","start":"2026-02-27T16:47:54.935146Z","end":"2026-02-27T16:47:55.749641Z","steps":["trace[494624408] 'agreement among raft nodes before linearized reading' (duration: 814.388203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:47:55.749636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:47:54.934821Z","time spent":"814.738806ms","remote":"127.0.0.1:40168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:47:55.749687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:47:54.935129Z","time spent":"814.550944ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" "} {"level":"warn","ts":"2026-02-27T16:47:55.749825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.645148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T16:47:55.749927Z","caller":"traceutil/trace.go:171","msg":"trace[1266045953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:75; }","duration":"730.776527ms","start":"2026-02-27T16:47:55.019111Z","end":"2026-02-27T16:47:55.749888Z","steps":["trace[1266045953] 'agreement among raft nodes before linearized reading' (duration: 730.637808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:47:55.749972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:47:55.019093Z","time spent":"730.871233ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:47:57.044344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.186514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-27T16:47:57.044472Z","caller":"traceutil/trace.go:171","msg":"trace[65954616] linearizableReadLoop","detail":"{readStateIndex:80; appliedIndex:79; }","duration":"982.421735ms","start":"2026-02-27T16:47:56.062032Z","end":"2026-02-27T16:47:57.044454Z","steps":["trace[65954616] 'read index received' (duration: 209.057799ms)","trace[65954616] 'applied index is now lower than readState.Index' (duration: 773.362866ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:47:57.044505Z","caller":"traceutil/trace.go:171","msg":"trace[1383245401] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"1.280438912s","start":"2026-02-27T16:47:55.764029Z","end":"2026-02-27T16:47:57.044467Z","steps":["trace[1383245401] 'process raft request' (duration: 507.045924ms)","trace[1383245401] 'compare' (duration: 773.004682ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:47:57.044623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.590456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:47:57.044654Z","caller":"traceutil/trace.go:171","msg":"trace[2068632616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:76; }","duration":"982.672861ms","start":"2026-02-27T16:47:56.061971Z","end":"2026-02-27T16:47:57.044644Z","steps":["trace[2068632616] 'agreement among raft nodes before linearized reading' (duration: 982.576395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:47:57.044682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:47:55.763998Z","time spent":"1.280588612s","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:47:57.044701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:47:56.061951Z","time spent":"982.742506ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:47:57.045197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.43905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T16:47:57.045343Z","caller":"traceutil/trace.go:171","msg":"trace[1848974327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:77; }","duration":"925.630373ms","start":"2026-02-27T16:47:56.119694Z","end":"2026-02-27T16:47:57.045324Z","steps":["trace[1848974327] 'agreement among raft nodes before linearized reading' (duration: 925.446101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:47:57.045275Z","caller":"traceutil/trace.go:171","msg":"trace[337753387] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"954.803031ms","start":"2026-02-27T16:47:56.090439Z","end":"2026-02-27T16:47:57.045242Z","steps":["trace[337753387] 'process raft request' (duration: 954.085243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:47:57.045477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:47:56.119675Z","time spent":"925.785673ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:47:57.045237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:47:56.255241Z","time spent":"789.971133ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:47:57.045976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.595758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T16:47:57.046117Z","caller":"traceutil/trace.go:171","msg":"trace[839718747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:77; }","duration":"723.819983ms","start":"2026-02-27T16:47:56.322263Z","end":"2026-02-27T16:47:57.046083Z","steps":["trace[839718747] 'agreement among raft nodes before linearized reading' (duration: 722.954446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:47:57.046283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:47:56.322242Z","time spent":"724.025666ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:47:57.046612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:47:56.090415Z","time spent":"955.089829ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:47:57.2436Z","caller":"traceutil/trace.go:171","msg":"trace[1969928500] transaction","detail":"{read_only:false; response_revision:85; number_of_response:1; }","duration":"115.286807ms","start":"2026-02-27T16:47:57.128295Z","end":"2026-02-27T16:47:57.243581Z","steps":["trace[1969928500] 'process raft request' (duration: 115.098095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:47:57.243577Z","caller":"traceutil/trace.go:171","msg":"trace[1338765211] transaction","detail":"{read_only:false; response_revision:84; number_of_response:1; }","duration":"115.459458ms","start":"2026-02-27T16:47:57.128076Z","end":"2026-02-27T16:47:57.243535Z","steps":["trace[1338765211] 'process raft request' (duration: 50.387913ms)","trace[1338765211] 'compare' (duration: 64.669909ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:47:57.623144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.767675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-27T16:47:57.623371Z","caller":"traceutil/trace.go:171","msg":"trace[630844934] transaction","detail":"{read_only:false; response_revision:103; number_of_response:1; }","duration":"149.552764ms","start":"2026-02-27T16:47:57.473799Z","end":"2026-02-27T16:47:57.623352Z","steps":["trace[630844934] 'process raft request' (duration: 149.477319ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:47:57.623556Z","caller":"traceutil/trace.go:171","msg":"trace[2102626938] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"151.564667ms","start":"2026-02-27T16:47:57.471871Z","end":"2026-02-27T16:47:57.623436Z","steps":["trace[2102626938] 'process raft request' (duration: 47.425217ms)","trace[2102626938] 'compare' (duration: 103.589654ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:47:57.916356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.026156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-02-27T16:47:57.916509Z","caller":"traceutil/trace.go:171","msg":"trace[1439994734] linearizableReadLoop","detail":"{readStateIndex:111; appliedIndex:110; }","duration":"240.340331ms","start":"2026-02-27T16:47:57.676147Z","end":"2026-02-27T16:47:57.916488Z","steps":["trace[1439994734] 'read index received' (duration: 89.899047ms)","trace[1439994734] 'applied index is now lower than readState.Index' (duration: 150.439694ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:47:57.916551Z","caller":"traceutil/trace.go:171","msg":"trace[1074179001] transaction","detail":"{read_only:false; response_revision:106; number_of_response:1; }","duration":"240.595148ms","start":"2026-02-27T16:47:57.675928Z","end":"2026-02-27T16:47:57.916523Z","steps":["trace[1074179001] 'process raft request' (duration: 90.066159ms)","trace[1074179001] 'compare' (duration: 149.847084ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:47:57.916614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.465369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T16:47:57.91665Z","caller":"traceutil/trace.go:171","msg":"trace[1682380369] range","detail":"{range_begin:/registry/clusterroles/system:node; range_end:; response_count:0; response_revision:106; }","duration":"240.522113ms","start":"2026-02-27T16:47:57.676118Z","end":"2026-02-27T16:47:57.91664Z","steps":["trace[1682380369] 'agreement among raft nodes before linearized reading' (duration: 240.426887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:47:58.363358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.6126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-02-27T16:47:58.363461Z","caller":"traceutil/trace.go:171","msg":"trace[997592661] linearizableReadLoop","detail":"{readStateIndex:115; appliedIndex:114; }","duration":"366.693607ms","start":"2026-02-27T16:47:57.996752Z","end":"2026-02-27T16:47:58.363445Z","steps":["trace[997592661] 'read index received' (duration: 188.81648ms)","trace[997592661] 'applied index is now lower than readState.Index' (duration: 177.876117ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:47:58.36355Z","caller":"traceutil/trace.go:171","msg":"trace[1181442652] transaction","detail":"{read_only:false; response_revision:110; number_of_response:1; }","duration":"383.553973ms","start":"2026-02-27T16:47:57.979977Z","end":"2026-02-27T16:47:58.363531Z","steps":["trace[1181442652] 'process raft request' (duration: 205.687206ms)","trace[1181442652] 'compare' (duration: 177.46978ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:47:58.363646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.117736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T16:47:58.363682Z","caller":"traceutil/trace.go:171","msg":"trace[55262403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:110; }","duration":"244.198731ms","start":"2026-02-27T16:47:58.119473Z","end":"2026-02-27T16:47:58.363672Z","steps":["trace[55262403] 'agreement among raft nodes before linearized reading' (duration: 244.075233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:47:58.363691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:47:57.979964Z","time spent":"383.670311ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:47:58.363725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.88571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kubelet-api-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T16:47:58.363805Z","caller":"traceutil/trace.go:171","msg":"trace[244558164] range","detail":"{range_begin:/registry/clusterroles/system:kubelet-api-admin; range_end:; response_count:0; response_revision:110; }","duration":"367.109605ms","start":"2026-02-27T16:47:57.996679Z","end":"2026-02-27T16:47:58.363788Z","steps":["trace[244558164] 'agreement among raft nodes before linearized reading' (duration: 366.850178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:47:58.363852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:47:57.99665Z","time spent":"367.192741ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/system:kubelet-api-admin\" "} {"level":"warn","ts":"2026-02-27T16:47:58.363965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.639866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T16:47:58.364001Z","caller":"traceutil/trace.go:171","msg":"trace[319769013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:110; }","duration":"141.720982ms","start":"2026-02-27T16:47:58.222272Z","end":"2026-02-27T16:47:58.363993Z","steps":["trace[319769013] 'agreement among raft nodes before linearized reading' (duration: 141.663088ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:47:58.582183Z","caller":"traceutil/trace.go:171","msg":"trace[850498514] linearizableReadLoop","detail":"{readStateIndex:118; appliedIndex:117; }","duration":"118.400216ms","start":"2026-02-27T16:47:58.463745Z","end":"2026-02-27T16:47:58.582145Z","steps":["trace[850498514] 'read index received' (duration: 34.24477ms)","trace[850498514] 'applied index is now lower than readState.Index' (duration: 84.154296ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:47:58.582375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.6038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18982865d50d6ef5\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-02-27T16:47:58.582334Z","caller":"traceutil/trace.go:171","msg":"trace[1305591209] transaction","detail":"{read_only:false; response_revision:113; number_of_response:1; }","duration":"162.110673ms","start":"2026-02-27T16:47:58.420165Z","end":"2026-02-27T16:47:58.582275Z","steps":["trace[1305591209] 'process raft request' (duration: 77.911214ms)","trace[1305591209] 'compare' (duration: 83.91918ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:47:58.582429Z","caller":"traceutil/trace.go:171","msg":"trace[1834914293] range","detail":"{range_begin:/registry/events/default/instance.18982865d50d6ef5; range_end:; response_count:1; response_revision:113; }","duration":"118.705467ms","start":"2026-02-27T16:47:58.463712Z","end":"2026-02-27T16:47:58.582418Z","steps":["trace[1834914293] 'agreement among raft nodes before linearized reading' (duration: 118.541516ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:47:58.770911Z","caller":"traceutil/trace.go:171","msg":"trace[1750001976] transaction","detail":"{read_only:false; response_revision:114; number_of_response:1; }","duration":"179.88097ms","start":"2026-02-27T16:47:58.590989Z","end":"2026-02-27T16:47:58.77087Z","steps":["trace[1750001976] 'process raft request' (duration: 148.541683ms)","trace[1750001976] 'compare' (duration: 31.174646ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:47:58.843362Z","caller":"traceutil/trace.go:171","msg":"trace[217275123] transaction","detail":"{read_only:false; response_revision:115; number_of_response:1; }","duration":"250.22021ms","start":"2026-02-27T16:47:58.593099Z","end":"2026-02-27T16:47:58.843319Z","steps":["trace[217275123] 'process raft request' (duration: 249.935292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:47:59.026608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.224663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-02-27T16:47:59.026836Z","caller":"traceutil/trace.go:171","msg":"trace[1153174256] linearizableReadLoop","detail":"{readStateIndex:121; appliedIndex:120; }","duration":"180.478701ms","start":"2026-02-27T16:47:58.846339Z","end":"2026-02-27T16:47:59.026817Z","steps":["trace[1153174256] 'read index received' (duration: 52.903666ms)","trace[1153174256] 'applied index is now lower than readState.Index' (duration: 127.573885ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:47:59.026972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.627271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T16:47:59.027037Z","caller":"traceutil/trace.go:171","msg":"trace[2060001297] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:0; response_revision:116; }","duration":"180.694465ms","start":"2026-02-27T16:47:58.846331Z","end":"2026-02-27T16:47:59.027026Z","steps":["trace[2060001297] 'agreement among raft nodes before linearized reading' (duration: 180.564927ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:47:59.027034Z","caller":"traceutil/trace.go:171","msg":"trace[312104159] transaction","detail":"{read_only:false; response_revision:116; number_of_response:1; }","duration":"181.06702ms","start":"2026-02-27T16:47:58.845923Z","end":"2026-02-27T16:47:59.02699Z","steps":["trace[312104159] 'process raft request' (duration: 53.376637ms)","trace[312104159] 'compare' (duration: 127.131796ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:47:59.233155Z","caller":"traceutil/trace.go:171","msg":"trace[1408616917] linearizableReadLoop","detail":"{readStateIndex:123; appliedIndex:122; }","duration":"146.401286ms","start":"2026-02-27T16:47:59.086728Z","end":"2026-02-27T16:47:59.23313Z","steps":["trace[1408616917] 'read index received' (duration: 58.504243ms)","trace[1408616917] 'applied index is now lower than readState.Index' (duration: 87.896093ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:47:59.23319Z","caller":"traceutil/trace.go:171","msg":"trace[996718211] transaction","detail":"{read_only:false; response_revision:118; number_of_response:1; }","duration":"147.314977ms","start":"2026-02-27T16:47:59.085848Z","end":"2026-02-27T16:47:59.233163Z","steps":["trace[996718211] 'process raft request' (duration: 59.365391ms)","trace[996718211] 'compare' (duration: 87.803926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:47:59.233589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.838974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-controller-manager\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T16:47:59.233641Z","caller":"traceutil/trace.go:171","msg":"trace[305272593] range","detail":"{range_begin:/registry/clusterroles/system:kube-controller-manager; range_end:; response_count:0; response_revision:118; }","duration":"146.936072ms","start":"2026-02-27T16:47:59.086691Z","end":"2026-02-27T16:47:59.233627Z","steps":["trace[305272593] 'agreement among raft nodes before linearized reading' (duration: 146.550486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:47:59.233914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.22047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T16:47:59.234056Z","caller":"traceutil/trace.go:171","msg":"trace[1424043252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:118; }","duration":"114.438215ms","start":"2026-02-27T16:47:59.119581Z","end":"2026-02-27T16:47:59.234019Z","steps":["trace[1424043252] 'agreement among raft nodes before linearized reading' (duration: 114.125374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:47:59.234245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.933118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:47:59.234354Z","caller":"traceutil/trace.go:171","msg":"trace[1730479555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:118; }","duration":"112.082758ms","start":"2026-02-27T16:47:59.122245Z","end":"2026-02-27T16:47:59.234328Z","steps":["trace[1730479555] 'agreement among raft nodes before linearized reading' (duration: 111.880145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:00.250398Z","caller":"traceutil/trace.go:171","msg":"trace[597771269] linearizableReadLoop","detail":"{readStateIndex:229; appliedIndex:228; }","duration":"130.628291ms","start":"2026-02-27T16:48:00.119742Z","end":"2026-02-27T16:48:00.25037Z","steps":["trace[597771269] 'read index received' (duration: 34.815063ms)","trace[597771269] 'applied index is now lower than readState.Index' (duration: 95.812148ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:00.250555Z","caller":"traceutil/trace.go:171","msg":"trace[729067284] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"187.213663ms","start":"2026-02-27T16:48:00.063229Z","end":"2026-02-27T16:48:00.250443Z","steps":["trace[729067284] 'process raft request' (duration: 91.381124ms)","trace[729067284] 'compare' (duration: 95.504027ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:00.250626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.836596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:00.250707Z","caller":"traceutil/trace.go:171","msg":"trace[1435100259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:224; }","duration":"130.955774ms","start":"2026-02-27T16:48:00.119704Z","end":"2026-02-27T16:48:00.25066Z","steps":["trace[1435100259] 'agreement among raft nodes before linearized reading' (duration: 130.767222ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:04.473957Z","caller":"traceutil/trace.go:171","msg":"trace[1475226684] linearizableReadLoop","detail":"{readStateIndex:349; appliedIndex:348; }","duration":"105.200791ms","start":"2026-02-27T16:48:04.368733Z","end":"2026-02-27T16:48:04.473934Z","steps":["trace[1475226684] 'read index received' (duration: 80.039079ms)","trace[1475226684] 'applied index is now lower than readState.Index' (duration: 25.160722ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:04.474123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.363911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:04.474164Z","caller":"traceutil/trace.go:171","msg":"trace[1493649034] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:0; response_revision:335; }","duration":"105.443777ms","start":"2026-02-27T16:48:04.368709Z","end":"2026-02-27T16:48:04.474153Z","steps":["trace[1493649034] 'agreement among raft nodes before linearized reading' (duration: 105.322399ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:04.474453Z","caller":"traceutil/trace.go:171","msg":"trace[1247570136] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"113.292071ms","start":"2026-02-27T16:48:04.361146Z","end":"2026-02-27T16:48:04.474438Z","steps":["trace[1247570136] 'process raft request' (duration: 87.668479ms)","trace[1247570136] 'compare' (duration: 25.024722ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:04.649099Z","caller":"traceutil/trace.go:171","msg":"trace[826093164] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"130.111174ms","start":"2026-02-27T16:48:04.51897Z","end":"2026-02-27T16:48:04.649081Z","steps":["trace[826093164] 'process raft request' (duration: 74.365379ms)","trace[826093164] 'compare' (duration: 55.311007ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:10.940368Z","caller":"traceutil/trace.go:171","msg":"trace[1062109285] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"115.186472ms","start":"2026-02-27T16:48:10.825163Z","end":"2026-02-27T16:48:10.94035Z","steps":["trace[1062109285] 'process raft request' (duration: 115.087926ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:11.407609Z","caller":"traceutil/trace.go:171","msg":"trace[888243215] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"102.349035ms","start":"2026-02-27T16:48:11.305243Z","end":"2026-02-27T16:48:11.407592Z","steps":["trace[888243215] 'process raft request' (duration: 102.23723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:11.596694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.825013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:48:11.596967Z","caller":"traceutil/trace.go:171","msg":"trace[749472509] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"145.163792ms","start":"2026-02-27T16:48:11.451782Z","end":"2026-02-27T16:48:11.596945Z","steps":["trace[749472509] 'process raft request' (duration: 36.000212ms)","trace[749472509] 'compare' (duration: 108.689107ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:12.404899Z","caller":"traceutil/trace.go:171","msg":"trace[1047397424] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:440; }","duration":"103.65755ms","start":"2026-02-27T16:48:12.301216Z","end":"2026-02-27T16:48:12.404874Z","steps":["trace[1047397424] 'read index received' (duration: 103.469616ms)","trace[1047397424] 'applied index is now lower than readState.Index' (duration: 186.744µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:12.404912Z","caller":"traceutil/trace.go:171","msg":"trace[681217213] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"131.110941ms","start":"2026-02-27T16:48:12.273776Z","end":"2026-02-27T16:48:12.404887Z","steps":["trace[681217213] 'process raft request' (duration: 130.885099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:12.405055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.828213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T16:48:12.405097Z","caller":"traceutil/trace.go:171","msg":"trace[2054205837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:425; }","duration":"103.92674ms","start":"2026-02-27T16:48:12.301159Z","end":"2026-02-27T16:48:12.405086Z","steps":["trace[2054205837] 'agreement among raft nodes before linearized reading' (duration: 103.813604ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:12.532616Z","caller":"traceutil/trace.go:171","msg":"trace[1216222765] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"102.228108ms","start":"2026-02-27T16:48:12.430318Z","end":"2026-02-27T16:48:12.532546Z","steps":["trace[1216222765] 'process raft request' (duration: 79.745285ms)","trace[1216222765] 'compare' (duration: 22.381367ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:13.33299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.424932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:48:13.33306Z","caller":"traceutil/trace.go:171","msg":"trace[598157450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:429; }","duration":"647.544938ms","start":"2026-02-27T16:48:12.6855Z","end":"2026-02-27T16:48:13.333045Z","steps":["trace[598157450] 'range keys from in-memory index tree' (duration: 647.266798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:13.333096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:12.685485Z","time spent":"647.602556ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T16:48:13.555478Z","caller":"traceutil/trace.go:171","msg":"trace[22679812] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:445; }","duration":"168.400925ms","start":"2026-02-27T16:48:13.387054Z","end":"2026-02-27T16:48:13.555455Z","steps":["trace[22679812] 'read index received' (duration: 168.2712ms)","trace[22679812] 'applied index is now lower than readState.Index' (duration: 128.545µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:13.555646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.56958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4369"} {"level":"info","ts":"2026-02-27T16:48:13.555632Z","caller":"traceutil/trace.go:171","msg":"trace[1887530863] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"218.619152ms","start":"2026-02-27T16:48:13.336973Z","end":"2026-02-27T16:48:13.555592Z","steps":["trace[1887530863] 'process raft request' (duration: 218.313302ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:13.555689Z","caller":"traceutil/trace.go:171","msg":"trace[1734433456] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:430; }","duration":"168.664157ms","start":"2026-02-27T16:48:13.38701Z","end":"2026-02-27T16:48:13.555674Z","steps":["trace[1734433456] 'agreement among raft nodes before linearized reading' (duration: 168.57186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:13.555716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.976248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:48:13.55578Z","caller":"traceutil/trace.go:171","msg":"trace[898594916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:430; }","duration":"104.090373ms","start":"2026-02-27T16:48:13.45167Z","end":"2026-02-27T16:48:13.55576Z","steps":["trace[898594916] 'agreement among raft nodes before linearized reading' (duration: 103.961318ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:13.893444Z","caller":"traceutil/trace.go:171","msg":"trace[1113698073] linearizableReadLoop","detail":"{readStateIndex:448; appliedIndex:446; }","duration":"292.522635ms","start":"2026-02-27T16:48:13.600888Z","end":"2026-02-27T16:48:13.893411Z","steps":["trace[1113698073] 'read index received' (duration: 4.123863ms)","trace[1113698073] 'applied index is now lower than readState.Index' (duration: 288.397522ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:13.893672Z","caller":"traceutil/trace.go:171","msg":"trace[266713335] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"323.605626ms","start":"2026-02-27T16:48:13.570033Z","end":"2026-02-27T16:48:13.893639Z","steps":["trace[266713335] 'process raft request' (duration: 250.219915ms)","trace[266713335] 'compare' (duration: 73.014973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:13.893728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.826056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:48:13.893769Z","caller":"traceutil/trace.go:171","msg":"trace[690105720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:432; }","duration":"292.937822ms","start":"2026-02-27T16:48:13.600819Z","end":"2026-02-27T16:48:13.893757Z","steps":["trace[690105720] 'agreement among raft nodes before linearized reading' (duration: 292.819606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:13.893835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:13.57Z","time spent":"323.757051ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4361,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:15.024482Z","caller":"traceutil/trace.go:171","msg":"trace[329302817] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"152.697384ms","start":"2026-02-27T16:48:14.87176Z","end":"2026-02-27T16:48:15.024457Z","steps":["trace[329302817] 'process raft request' (duration: 152.542479ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:15.579907Z","caller":"traceutil/trace.go:171","msg":"trace[1098068536] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"151.265797ms","start":"2026-02-27T16:48:15.428607Z","end":"2026-02-27T16:48:15.579873Z","steps":["trace[1098068536] 'process raft request' (duration: 151.064713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:15.767237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.472839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:48:15.767363Z","caller":"traceutil/trace.go:171","msg":"trace[901260501] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"181.984246ms","start":"2026-02-27T16:48:15.585359Z","end":"2026-02-27T16:48:15.767343Z","steps":["trace[901260501] 'process raft request' (duration: 60.201246ms)","trace[901260501] 'compare' (duration: 121.309354ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:15.90189Z","caller":"traceutil/trace.go:171","msg":"trace[695534934] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"313.483541ms","start":"2026-02-27T16:48:15.588368Z","end":"2026-02-27T16:48:15.901851Z","steps":["trace[695534934] 'process raft request' (duration: 294.793658ms)","trace[695534934] 'compare' (duration: 18.421532ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:15.902043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:15.588347Z","time spent":"313.628528ms","remote":"127.0.0.1:40284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:48:15.979893Z","caller":"traceutil/trace.go:171","msg":"trace[1992243988] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:452; }","duration":"371.257591ms","start":"2026-02-27T16:48:15.608607Z","end":"2026-02-27T16:48:15.979864Z","steps":["trace[1992243988] 'read index received' (duration: 36.878213ms)","trace[1992243988] 'applied index is now lower than readState.Index' (duration: 334.375088ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:15.980102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.472784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:48:15.980178Z","caller":"traceutil/trace.go:171","msg":"trace[64936054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:439; }","duration":"371.580851ms","start":"2026-02-27T16:48:15.608579Z","end":"2026-02-27T16:48:15.98016Z","steps":["trace[64936054] 'agreement among raft nodes before linearized reading' (duration: 371.403746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:15.980224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:15.60857Z","time spent":"371.645349ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:48:16.181133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.347086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:48:16.181234Z","caller":"traceutil/trace.go:171","msg":"trace[716515319] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"274.404234ms","start":"2026-02-27T16:48:15.906811Z","end":"2026-02-27T16:48:16.181215Z","steps":["trace[716515319] 'process raft request' (duration: 146.908221ms)","trace[716515319] 'compare' (duration: 127.216251ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:16.184377Z","caller":"traceutil/trace.go:171","msg":"trace[1926268835] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"275.118886ms","start":"2026-02-27T16:48:15.909234Z","end":"2026-02-27T16:48:16.184353Z","steps":["trace[1926268835] 'process raft request' (duration: 274.951001ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:16.18459Z","caller":"traceutil/trace.go:171","msg":"trace[1190819436] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:456; }","duration":"204.617873ms","start":"2026-02-27T16:48:15.979957Z","end":"2026-02-27T16:48:16.184575Z","steps":["trace[1190819436] 'read index received' (duration: 73.768887ms)","trace[1190819436] 'applied index is now lower than readState.Index' (duration: 130.848046ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:16.184692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.744758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:48:16.184727Z","caller":"traceutil/trace.go:171","msg":"trace[1974893161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:442; }","duration":"239.814506ms","start":"2026-02-27T16:48:15.944903Z","end":"2026-02-27T16:48:16.184717Z","steps":["trace[1974893161] 'agreement among raft nodes before linearized reading' (duration: 239.727749ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:16.184818Z","caller":"traceutil/trace.go:171","msg":"trace[1821678603] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"199.638244ms","start":"2026-02-27T16:48:15.985171Z","end":"2026-02-27T16:48:16.184809Z","steps":["trace[1821678603] 'process raft request' (duration: 199.136058ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:16.354773Z","caller":"traceutil/trace.go:171","msg":"trace[1594436200] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"167.6576ms","start":"2026-02-27T16:48:16.187067Z","end":"2026-02-27T16:48:16.354724Z","steps":["trace[1594436200] 'process raft request' (duration: 149.875285ms)","trace[1594436200] 'compare' (duration: 17.490144ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:16.354854Z","caller":"traceutil/trace.go:171","msg":"trace[1332162645] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"167.506355ms","start":"2026-02-27T16:48:16.187308Z","end":"2026-02-27T16:48:16.354815Z","steps":["trace[1332162645] 'process raft request' (duration: 167.304701ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:16.35523Z","caller":"traceutil/trace.go:171","msg":"trace[1034710878] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"167.606631ms","start":"2026-02-27T16:48:16.187601Z","end":"2026-02-27T16:48:16.355208Z","steps":["trace[1034710878] 'process raft request' (duration: 167.124805ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:16.355964Z","caller":"traceutil/trace.go:171","msg":"trace[1305834035] linearizableReadLoop","detail":"{readStateIndex:465; appliedIndex:459; }","duration":"128.158181ms","start":"2026-02-27T16:48:16.22779Z","end":"2026-02-27T16:48:16.355948Z","steps":["trace[1305834035] 'read index received' (duration: 10.097737ms)","trace[1305834035] 'applied index is now lower than readState.Index' (duration: 118.059924ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:16.35623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.259289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:16.356259Z","caller":"traceutil/trace.go:171","msg":"trace[426085327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:448; }","duration":"128.517192ms","start":"2026-02-27T16:48:16.227734Z","end":"2026-02-27T16:48:16.356251Z","steps":["trace[426085327] 'agreement among raft nodes before linearized reading' (duration: 128.274539ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:16.356467Z","caller":"traceutil/trace.go:171","msg":"trace[146081853] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"168.329421ms","start":"2026-02-27T16:48:16.188131Z","end":"2026-02-27T16:48:16.35646Z","steps":["trace[146081853] 'process raft request' (duration: 166.916552ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:16.356618Z","caller":"traceutil/trace.go:171","msg":"trace[670597342] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"164.89439ms","start":"2026-02-27T16:48:16.191718Z","end":"2026-02-27T16:48:16.356613Z","steps":["trace[670597342] 'process raft request' (duration: 164.19413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:16.698863Z","caller":"traceutil/trace.go:171","msg":"trace[1926539135] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"129.763006ms","start":"2026-02-27T16:48:16.569068Z","end":"2026-02-27T16:48:16.698831Z","steps":["trace[1926539135] 'read index received' (duration: 37.866954ms)","trace[1926539135] 'applied index is now lower than readState.Index' (duration: 91.895122ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:16.698967Z","caller":"traceutil/trace.go:171","msg":"trace[146052227] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"130.153845ms","start":"2026-02-27T16:48:16.568785Z","end":"2026-02-27T16:48:16.698939Z","steps":["trace[146052227] 'process raft request' (duration: 38.198385ms)","trace[146052227] 'compare' (duration: 91.680938ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:16.699024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.934122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3819"} {"level":"info","ts":"2026-02-27T16:48:16.699076Z","caller":"traceutil/trace.go:171","msg":"trace[169229977] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:468; }","duration":"130.00358ms","start":"2026-02-27T16:48:16.569057Z","end":"2026-02-27T16:48:16.699061Z","steps":["trace[169229977] 'agreement among raft nodes before linearized reading' (duration: 129.885513ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:25.95622Z","caller":"traceutil/trace.go:171","msg":"trace[523449832] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"134.451265ms","start":"2026-02-27T16:48:25.82174Z","end":"2026-02-27T16:48:25.956191Z","steps":["trace[523449832] 'process raft request' (duration: 134.284408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:28.845419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.158837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T16:48:28.845536Z","caller":"traceutil/trace.go:171","msg":"trace[734697291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:529; }","duration":"237.383365ms","start":"2026-02-27T16:48:28.608123Z","end":"2026-02-27T16:48:28.845506Z","steps":["trace[734697291] 'range keys from in-memory index tree' (duration: 236.96174ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:28.984917Z","caller":"traceutil/trace.go:171","msg":"trace[564262570] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"135.191011ms","start":"2026-02-27T16:48:28.849701Z","end":"2026-02-27T16:48:28.984892Z","steps":["trace[564262570] 'process raft request' (duration: 135.020523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:29.58908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.73083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:29.58916Z","caller":"traceutil/trace.go:171","msg":"trace[1368719376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:530; }","duration":"361.856499ms","start":"2026-02-27T16:48:29.227289Z","end":"2026-02-27T16:48:29.589145Z","steps":["trace[1368719376] 'range keys from in-memory index tree' (duration: 361.580762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:29.589191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:29.227269Z","time spent":"361.915018ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:48:34.365806Z","caller":"traceutil/trace.go:171","msg":"trace[2083128607] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"357.925819ms","start":"2026-02-27T16:48:34.007858Z","end":"2026-02-27T16:48:34.365784Z","steps":["trace[2083128607] 'process raft request' (duration: 357.782559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:34.365967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:34.00783Z","time spent":"358.056827ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:36.978739Z","caller":"traceutil/trace.go:171","msg":"trace[2068252868] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:591; }","duration":"494.742835ms","start":"2026-02-27T16:48:36.483968Z","end":"2026-02-27T16:48:36.978711Z","steps":["trace[2068252868] 'read index received' (duration: 415.934435ms)","trace[2068252868] 'applied index is now lower than readState.Index' (duration: 78.80713ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:36.978757Z","caller":"traceutil/trace.go:171","msg":"trace[964271475] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"509.735141ms","start":"2026-02-27T16:48:36.46899Z","end":"2026-02-27T16:48:36.978725Z","steps":["trace[964271475] 'process raft request' (duration: 430.930782ms)","trace[964271475] 'compare' (duration: 78.439872ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:36.978919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:36.468962Z","time spent":"509.863431ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:36.978943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.962443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:48:36.979007Z","caller":"traceutil/trace.go:171","msg":"trace[1574473533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:570; }","duration":"495.051613ms","start":"2026-02-27T16:48:36.483934Z","end":"2026-02-27T16:48:36.978986Z","steps":["trace[1574473533] 'agreement among raft nodes before linearized reading' (duration: 494.874114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:36.979056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:36.483917Z","time spent":"495.122203ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:48:38.630324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.129383808s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:48:38.630694Z","caller":"traceutil/trace.go:171","msg":"trace[2126426969] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:597; }","duration":"403.311525ms","start":"2026-02-27T16:48:38.22736Z","end":"2026-02-27T16:48:38.630671Z","steps":["trace[2126426969] 'read index received' (duration: 403.137645ms)","trace[2126426969] 'applied index is now lower than readState.Index' (duration: 173.05µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:38.63077Z","caller":"traceutil/trace.go:171","msg":"trace[116577562] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"1.256138044s","start":"2026-02-27T16:48:37.374623Z","end":"2026-02-27T16:48:38.630761Z","steps":["trace[116577562] 'process raft request' (duration: 1.255930605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:38.630867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:37.374592Z","time spent":"1.256209864s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:38.630939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.547024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:48:38.630986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.892849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:48:38.631027Z","caller":"traceutil/trace.go:171","msg":"trace[1373066593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"403.684913ms","start":"2026-02-27T16:48:38.227322Z","end":"2026-02-27T16:48:38.631006Z","steps":["trace[1373066593] 'agreement among raft nodes before linearized reading' (duration: 403.512414ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:38.631062Z","caller":"traceutil/trace.go:171","msg":"trace[370931125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"196.009498ms","start":"2026-02-27T16:48:38.435033Z","end":"2026-02-27T16:48:38.631042Z","steps":["trace[370931125] 'agreement among raft nodes before linearized reading' (duration: 195.771569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:38.631086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:38.227307Z","time spent":"403.770553ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:48:38.940816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.387463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:48:38.941291Z","caller":"traceutil/trace.go:171","msg":"trace[357742963] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"306.271297ms","start":"2026-02-27T16:48:38.634997Z","end":"2026-02-27T16:48:38.941269Z","steps":["trace[357742963] 'process raft request' (duration: 75.348976ms)","trace[357742963] 'compare' (duration: 230.270364ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:38.941381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:38.634982Z","time spent":"306.345167ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:39.487157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364277,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:48:39.629278Z","caller":"traceutil/trace.go:171","msg":"trace[974407288] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"642.385312ms","start":"2026-02-27T16:48:38.986877Z","end":"2026-02-27T16:48:39.629262Z","steps":["trace[974407288] 'read index received' (duration: 642.249572ms)","trace[974407288] 'applied index is now lower than readState.Index' (duration: 134.98µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:39.629354Z","caller":"traceutil/trace.go:171","msg":"trace[2131158224] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"643.021169ms","start":"2026-02-27T16:48:38.986271Z","end":"2026-02-27T16:48:39.629292Z","steps":["trace[2131158224] 'process raft request' (duration: 642.876019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:39.629467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.830254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:48:39.629477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.60964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-27T16:48:39.629477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.589402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:48:39.629506Z","caller":"traceutil/trace.go:171","msg":"trace[226501321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"401.909404ms","start":"2026-02-27T16:48:39.227587Z","end":"2026-02-27T16:48:39.629497Z","steps":["trace[226501321] 'agreement among raft nodes before linearized reading' (duration: 401.833524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:39.62951Z","caller":"traceutil/trace.go:171","msg":"trace[985808256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:578; }","duration":"578.68409ms","start":"2026-02-27T16:48:39.05082Z","end":"2026-02-27T16:48:39.629504Z","steps":["trace[985808256] 'agreement among raft nodes before linearized reading' (duration: 578.56952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:39.629526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:39.227572Z","time spent":"401.949884ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:48:39.629534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:39.050806Z","time spent":"578.72276ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:48:39.629519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:38.986253Z","time spent":"643.194719ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:39.629533Z","caller":"traceutil/trace.go:171","msg":"trace[739757648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:578; }","duration":"642.662882ms","start":"2026-02-27T16:48:38.986853Z","end":"2026-02-27T16:48:39.629516Z","steps":["trace[739757648] 'agreement among raft nodes before linearized reading' (duration: 642.487601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:39.629599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:38.986843Z","time spent":"642.743462ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:48:40.725828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:48:41.226207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:48:41.727194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:48:42.225279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:48:42.225407Z","caller":"traceutil/trace.go:171","msg":"trace[1170608030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144741s","start":"2026-02-27T16:48:40.225234Z","end":"2026-02-27T16:48:42.225379Z","steps":["trace[1170608030] 'agreement among raft nodes before linearized reading' (duration: 1.999966331s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:42.225481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:40.225219Z","time spent":"2.00024876s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:48:42.227355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:48:42.727685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:48:43.22867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:48:43.591415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.958687967s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:48:44.23312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001058544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:48:44.233194Z","caller":"traceutil/trace.go:171","msg":"trace[2001064951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001175904s","start":"2026-02-27T16:48:42.231999Z","end":"2026-02-27T16:48:44.233175Z","steps":["trace[2001064951] 'agreement among raft nodes before linearized reading' (duration: 2.001080464s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:44.23324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:42.231987Z","time spent":"2.001243494s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:48:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:48:44.63204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:39.632613Z","time spent":"4.999419981s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 16:48:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:48:45.107231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.515586586s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:48:45.603524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076858429s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:45.60361Z","caller":"traceutil/trace.go:171","msg":"trace[34791551] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:578; }","duration":"1.076957739s","start":"2026-02-27T16:48:44.52664Z","end":"2026-02-27T16:48:45.603598Z","steps":["trace[34791551] 'range keys from in-memory index tree' (duration: 1.076843489s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:45.60381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012109927s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:48:45.60406Z","caller":"traceutil/trace.go:171","msg":"trace[1259189795] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:600; }","duration":"5.378767186s","start":"2026-02-27T16:48:40.225276Z","end":"2026-02-27T16:48:45.604043Z","steps":["trace[1259189795] 'read index received' (duration: 3.366339378s)","trace[1259189795] 'applied index is now lower than readState.Index' (duration: 2.012426738s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:45.604238Z","caller":"traceutil/trace.go:171","msg":"trace[838587246] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"5.971021207s","start":"2026-02-27T16:48:39.633207Z","end":"2026-02-27T16:48:45.604228Z","steps":["trace[838587246] 'process raft request' (duration: 5.970694106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:45.604302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:39.633172Z","time spent":"5.971094307s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:45.604467Z","caller":"traceutil/trace.go:171","msg":"trace[1816670413] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"2.57934924s","start":"2026-02-27T16:48:43.025104Z","end":"2026-02-27T16:48:45.604453Z","steps":["trace[1816670413] 'process raft request' (duration: 2.578893729s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:45.604512Z","caller":"traceutil/trace.go:171","msg":"trace[629218971] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"3.375046825s","start":"2026-02-27T16:48:42.229453Z","end":"2026-02-27T16:48:45.6045Z","steps":["trace[629218971] 'process raft request' (duration: 3.374505144s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:45.604546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:43.025077Z","time spent":"2.57941692s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:45.604576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:42.22943Z","time spent":"3.375113315s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:48:45.943848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999197959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:48:45.943988Z","caller":"traceutil/trace.go:171","msg":"trace[1151639792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999404739s","start":"2026-02-27T16:48:40.944554Z","end":"2026-02-27T16:48:45.943959Z","steps":["trace[1151639792] 'agreement among raft nodes before linearized reading' (duration: 4.999230289s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:45.944094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:40.944534Z","time spent":"4.999503459s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 16:48:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:48:46.104711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:48:46.233736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:48:46.23382Z","caller":"traceutil/trace.go:171","msg":"trace[2132675960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000447073s","start":"2026-02-27T16:48:44.23335Z","end":"2026-02-27T16:48:46.233798Z","steps":["trace[2132675960] 'agreement among raft nodes before linearized reading' (duration: 2.000344813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:46.233869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:44.23333Z","time spent":"2.000526963s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:48:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T16:48:46.387235Z","caller":"traceutil/trace.go:171","msg":"trace[1505185889] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"847.515812ms","start":"2026-02-27T16:48:45.539696Z","end":"2026-02-27T16:48:46.387212Z","steps":["trace[1505185889] 'process raft request' (duration: 847.344692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:46.387394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:45.539672Z","time spent":"847.632293ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:46.957239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:48:46.957326Z","caller":"traceutil/trace.go:171","msg":"trace[404667842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000296569s","start":"2026-02-27T16:48:44.95701Z","end":"2026-02-27T16:48:46.957306Z","steps":["trace[404667842] 'agreement among raft nodes before linearized reading' (duration: 2.000105108s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:46.957376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:44.956991Z","time spent":"2.000374099s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:48:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:48:48.239195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:48:48.239288Z","caller":"traceutil/trace.go:171","msg":"trace[1833059601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000134319s","start":"2026-02-27T16:48:46.239134Z","end":"2026-02-27T16:48:48.239268Z","steps":["trace[1833059601] 'agreement among raft nodes before linearized reading' (duration: 2.000013558s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:48.239339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:46.239128Z","time spent":"2.000201989s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:48:49.050829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415963767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:48:49.050895Z","caller":"traceutil/trace.go:171","msg":"trace[1522269826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.416086318s","start":"2026-02-27T16:48:46.634792Z","end":"2026-02-27T16:48:49.050879Z","steps":["trace[1522269826] 'agreement among raft nodes before linearized reading' (duration: 2.415999537s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:49.050931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:46.634773Z","time spent":"2.416149708s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 16:48:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:48:49.051338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647794659s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:48:49.051444Z","caller":"traceutil/trace.go:171","msg":"trace[706689933] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:604; }","duration":"3.447336527s","start":"2026-02-27T16:48:45.60409Z","end":"2026-02-27T16:48:49.051426Z","steps":["trace[706689933] 'read index received' (duration: 783.050015ms)","trace[706689933] 'applied index is now lower than readState.Index' (duration: 2.664285172s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:49.052002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.418102464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:48:49.052045Z","caller":"traceutil/trace.go:171","msg":"trace[1572981966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:584; }","duration":"7.418183175s","start":"2026-02-27T16:48:41.633852Z","end":"2026-02-27T16:48:49.052035Z","steps":["trace[1572981966] 'agreement among raft nodes before linearized reading' (duration: 7.418014314s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:49.052078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:41.633836Z","time spent":"7.418234435s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:48:49.052117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.529569814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:49.052188Z","caller":"traceutil/trace.go:171","msg":"trace[1732971371] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:0; response_revision:584; }","duration":"8.529683464s","start":"2026-02-27T16:48:40.522487Z","end":"2026-02-27T16:48:49.052171Z","steps":["trace[1732971371] 'agreement among raft nodes before linearized reading' (duration: 8.529539924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:49.052215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.417409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:48:49.052231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:40.522452Z","time spent":"8.529771035s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-02-27T16:48:49.05228Z","caller":"traceutil/trace.go:171","msg":"trace[1820970861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"812.479009ms","start":"2026-02-27T16:48:48.239779Z","end":"2026-02-27T16:48:49.052258Z","steps":["trace[1820970861] 'agreement among raft nodes before linearized reading' (duration: 812.371248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:49.052325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:48.23971Z","time spent":"812.603949ms","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:48:49.052333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443112662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T16:48:49.052342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107077251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:48:49.052379Z","caller":"traceutil/trace.go:171","msg":"trace[1547552657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:584; }","duration":"1.443190473s","start":"2026-02-27T16:48:47.609174Z","end":"2026-02-27T16:48:49.052365Z","steps":["trace[1547552657] 'agreement among raft nodes before linearized reading' (duration: 1.443078272s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:49.052218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815382758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T16:48:49.052431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:47.609155Z","time spent":"1.443266443s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:48:49.05243Z","caller":"traceutil/trace.go:171","msg":"trace[1013604558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:584; }","duration":"1.107195882s","start":"2026-02-27T16:48:47.945211Z","end":"2026-02-27T16:48:49.052406Z","steps":["trace[1013604558] 'agreement among raft nodes before linearized reading' (duration: 1.10693775s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:49.052457Z","caller":"traceutil/trace.go:171","msg":"trace[800807658] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:584; }","duration":"2.815651879s","start":"2026-02-27T16:48:46.236789Z","end":"2026-02-27T16:48:49.052441Z","steps":["trace[800807658] 'agreement among raft nodes before linearized reading' (duration: 2.815272827s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:49.052481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:47.945196Z","time spent":"1.107276662s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:48:49.052512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:46.236777Z","time spent":"2.815710499s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"warn","ts":"2026-02-27T16:48:50.26953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.544869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:48:50.269764Z","caller":"traceutil/trace.go:171","msg":"trace[1747761843] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"1.214942923s","start":"2026-02-27T16:48:49.054783Z","end":"2026-02-27T16:48:50.269726Z","steps":["trace[1747761843] 'process raft request' (duration: 758.120872ms)","trace[1747761843] 'compare' (duration: 456.394888ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:50.269803Z","caller":"traceutil/trace.go:171","msg":"trace[584354364] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"1.049052724s","start":"2026-02-27T16:48:49.220734Z","end":"2026-02-27T16:48:50.269787Z","steps":["trace[584354364] 'process raft request' (duration: 1.049021904s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:50.269873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:49.220699Z","time spent":"1.049142995s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:50.269944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:49.054762Z","time spent":"1.215076304s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:50.269946Z","caller":"traceutil/trace.go:171","msg":"trace[1632538241] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.214200868s","start":"2026-02-27T16:48:49.055695Z","end":"2026-02-27T16:48:50.269896Z","steps":["trace[1632538241] 'process raft request' (duration: 1.213988467s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:50.269974Z","caller":"traceutil/trace.go:171","msg":"trace[220583941] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"1.213772115s","start":"2026-02-27T16:48:49.056144Z","end":"2026-02-27T16:48:50.269917Z","steps":["trace[220583941] 'process raft request' (duration: 1.213568374s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:50.269979Z","caller":"traceutil/trace.go:171","msg":"trace[1707039411] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"1.214307129s","start":"2026-02-27T16:48:49.055638Z","end":"2026-02-27T16:48:50.269945Z","steps":["trace[1707039411] 'process raft request' (duration: 1.213987677s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:50.270005Z","caller":"traceutil/trace.go:171","msg":"trace[2097955250] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:606; }","duration":"1.210051573s","start":"2026-02-27T16:48:49.05992Z","end":"2026-02-27T16:48:50.269971Z","steps":["trace[2097955250] 'read index received' (duration: 159.656901ms)","trace[2097955250] 'applied index is now lower than readState.Index' (duration: 1.050388632s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:50.270072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:49.055615Z","time spent":"1.21441289s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:50.270119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:49.055676Z","time spent":"1.214343799s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:50.270154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:49.056132Z","time spent":"1.213922126s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:50.270201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210265214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:50.270236Z","caller":"traceutil/trace.go:171","msg":"trace[1155423887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"1.210343724s","start":"2026-02-27T16:48:49.059883Z","end":"2026-02-27T16:48:50.270226Z","steps":["trace[1155423887] 'agreement among raft nodes before linearized reading' (duration: 1.210251004s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:50.270235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.041956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7110"} {"level":"warn","ts":"2026-02-27T16:48:50.270273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:49.059871Z","time spent":"1.210395325s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:48:50.270289Z","caller":"traceutil/trace.go:171","msg":"trace[35757051] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:589; }","duration":"811.132848ms","start":"2026-02-27T16:48:49.45914Z","end":"2026-02-27T16:48:50.270272Z","steps":["trace[35757051] 'agreement among raft nodes before linearized reading' (duration: 811.045227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:50.270324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:49.459117Z","time spent":"811.199898ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7132,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T16:48:50.775352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:48:51.27579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:48:51.626745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.253929844s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:48:51.627151Z","caller":"traceutil/trace.go:171","msg":"trace[89363237] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"1.353601431s","start":"2026-02-27T16:48:50.273526Z","end":"2026-02-27T16:48:51.627127Z","steps":["trace[89363237] 'process raft request' (duration: 1.35345847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:51.627283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:50.273507Z","time spent":"1.353715932s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:48:52.278106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:48:52.278186Z","caller":"traceutil/trace.go:171","msg":"trace[739661019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000401291s","start":"2026-02-27T16:48:50.277767Z","end":"2026-02-27T16:48:52.278168Z","steps":["trace[739661019] 'agreement among raft nodes before linearized reading' (duration: 2.000300971s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:52.278252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:50.27776Z","time spent":"2.000479492s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:48:52.791901Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164895724s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:48:52.792299Z","caller":"traceutil/trace.go:171","msg":"trace[1392689645] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:612; }","duration":"2.51783723s","start":"2026-02-27T16:48:50.27444Z","end":"2026-02-27T16:48:52.792277Z","steps":["trace[1392689645] 'read index received' (duration: 1.352612663s)","trace[1392689645] 'applied index is now lower than readState.Index' (duration: 1.165223757s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:52.792451Z","caller":"traceutil/trace.go:171","msg":"trace[278828889] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"2.514031385s","start":"2026-02-27T16:48:50.27836Z","end":"2026-02-27T16:48:52.792392Z","steps":["trace[278828889] 'process raft request' (duration: 2.513753402s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:52.79259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16195718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T16:48:52.792632Z","caller":"traceutil/trace.go:171","msg":"trace[725198895] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:591; }","duration":"1.162042491s","start":"2026-02-27T16:48:51.630577Z","end":"2026-02-27T16:48:52.792619Z","steps":["trace[725198895] 'agreement among raft nodes before linearized reading' (duration: 1.16189471s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:52.792667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:51.63056Z","time spent":"1.162098312s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"warn","ts":"2026-02-27T16:48:52.792696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.710355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T16:48:52.792692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:50.278351Z","time spent":"2.514203256s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:52.792738Z","caller":"traceutil/trace.go:171","msg":"trace[948693045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:591; }","duration":"517.763166ms","start":"2026-02-27T16:48:52.274963Z","end":"2026-02-27T16:48:52.792727Z","steps":["trace[948693045] 'agreement among raft nodes before linearized reading' (duration: 517.651285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:52.792712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518217483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T16:48:52.792816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.868884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:52.792824Z","caller":"traceutil/trace.go:171","msg":"trace[171070503] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:591; }","duration":"2.518359935s","start":"2026-02-27T16:48:50.274436Z","end":"2026-02-27T16:48:52.792796Z","steps":["trace[171070503] 'agreement among raft nodes before linearized reading' (duration: 2.517986211s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:52.792892Z","caller":"traceutil/trace.go:171","msg":"trace[518256557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"513.927255ms","start":"2026-02-27T16:48:52.278913Z","end":"2026-02-27T16:48:52.79284Z","steps":["trace[518256557] 'agreement among raft nodes before linearized reading' (duration: 513.881245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:52.79292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:52.278894Z","time spent":"514.020346ms","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:48:52.792916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:50.2744Z","time spent":"2.518504676s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T16:48:52.792954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.336581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:48:52.792997Z","caller":"traceutil/trace.go:171","msg":"trace[833489201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:591; }","duration":"518.390882ms","start":"2026-02-27T16:48:52.274594Z","end":"2026-02-27T16:48:52.792985Z","steps":["trace[833489201] 'agreement among raft nodes before linearized reading' (duration: 518.237441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:52.793068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:52.274588Z","time spent":"518.473093ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:48:52.79277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:52.274959Z","time spent":"517.804207ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:48:52.793451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.794224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:48:52.79592Z","caller":"traceutil/trace.go:171","msg":"trace[1904248604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:591; }","duration":"522.299366ms","start":"2026-02-27T16:48:52.273598Z","end":"2026-02-27T16:48:52.795897Z","steps":["trace[1904248604] 'agreement among raft nodes before linearized reading' (duration: 519.656194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:52.795995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:52.273575Z","time spent":"522.400597ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:48:53.300715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364306,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:48:53.619608Z","caller":"traceutil/trace.go:171","msg":"trace[545675577] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"819.918822ms","start":"2026-02-27T16:48:52.799659Z","end":"2026-02-27T16:48:53.619577Z","steps":["trace[545675577] 'process raft request' (duration: 819.68999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:53.619818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:52.799647Z","time spent":"820.046334ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:54.111552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.299922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:48:54.111787Z","caller":"traceutil/trace.go:171","msg":"trace[1132763995] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"486.714107ms","start":"2026-02-27T16:48:53.625056Z","end":"2026-02-27T16:48:54.11177Z","steps":["trace[1132763995] 'process raft request' (duration: 486.669557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:54.111857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:53.625037Z","time spent":"486.793048ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:48:54.111994Z","caller":"traceutil/trace.go:171","msg":"trace[1009189035] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.311993499s","start":"2026-02-27T16:48:52.799987Z","end":"2026-02-27T16:48:54.11198Z","steps":["trace[1009189035] 'process raft request' (duration: 1.106176242s)","trace[1009189035] 'compare' (duration: 204.812178ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:54.111989Z","caller":"traceutil/trace.go:171","msg":"trace[1559884084] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.311972439s","start":"2026-02-27T16:48:52.799986Z","end":"2026-02-27T16:48:54.111958Z","steps":["trace[1559884084] 'process raft request' (duration: 1.311649856s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:54.112051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:52.799975Z","time spent":"1.31204853s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:54.11208Z","caller":"traceutil/trace.go:171","msg":"trace[851992969] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.310012252s","start":"2026-02-27T16:48:52.802035Z","end":"2026-02-27T16:48:54.112047Z","steps":["trace[851992969] 'process raft request' (duration: 1.309653648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:54.112143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:52.799974Z","time spent":"1.31208918s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:54.11224Z","caller":"traceutil/trace.go:171","msg":"trace[822495397] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:614; }","duration":"1.312373663s","start":"2026-02-27T16:48:52.79985Z","end":"2026-02-27T16:48:54.112223Z","steps":["trace[822495397] 'read index received' (duration: 819.57603ms)","trace[822495397] 'applied index is now lower than readState.Index' (duration: 492.794293ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:54.112263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:52.802016Z","time spent":"1.310149013s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:54.112586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312729827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:48:54.113136Z","caller":"traceutil/trace.go:171","msg":"trace[1029535243] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:596; }","duration":"1.313321782s","start":"2026-02-27T16:48:52.799798Z","end":"2026-02-27T16:48:54.11312Z","steps":["trace[1029535243] 'agreement among raft nodes before linearized reading' (duration: 1.312626795s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:54.113192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:52.799774Z","time spent":"1.313404714s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-27T16:48:54.113144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313243332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cncz4\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-02-27T16:48:54.113345Z","caller":"traceutil/trace.go:171","msg":"trace[1864886341] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cncz4; range_end:; response_count:1; response_revision:596; }","duration":"1.313497514s","start":"2026-02-27T16:48:52.799837Z","end":"2026-02-27T16:48:54.113334Z","steps":["trace[1864886341] 'agreement among raft nodes before linearized reading' (duration: 1.313194821s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:54.113384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:52.799814Z","time spent":"1.313559685s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17171,"request content":"key:\"/registry/pods/kube-system/cilium-cncz4\" "} {"level":"warn","ts":"2026-02-27T16:48:54.113321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311044463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:54.113466Z","caller":"traceutil/trace.go:171","msg":"trace[1464982709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"1.311203064s","start":"2026-02-27T16:48:52.802249Z","end":"2026-02-27T16:48:54.113452Z","steps":["trace[1464982709] 'agreement among raft nodes before linearized reading' (duration: 1.311027143s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:54.113524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:52.802241Z","time spent":"1.311272936s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:48:55.457171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.327993ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:55.457299Z","caller":"traceutil/trace.go:171","msg":"trace[1917613679] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:596; }","duration":"931.466045ms","start":"2026-02-27T16:48:54.525817Z","end":"2026-02-27T16:48:55.457283Z","steps":["trace[1917613679] 'range keys from in-memory index tree' (duration: 931.313893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:55.45766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165878502s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T16:48:55.457715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:54.114867Z","time spent":"1.342844728s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:48:55.832434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.540590477s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:48:55.901217Z","caller":"traceutil/trace.go:171","msg":"trace[1744603944] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.785190237s","start":"2026-02-27T16:48:54.116008Z","end":"2026-02-27T16:48:55.901198Z","steps":["trace[1744603944] 'process raft request' (duration: 1.716594883s)","trace[1744603944] 'compare' (duration: 68.405852ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:55.901267Z","caller":"traceutil/trace.go:171","msg":"trace[185256739] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"442.623832ms","start":"2026-02-27T16:48:55.458627Z","end":"2026-02-27T16:48:55.901251Z","steps":["trace[185256739] 'process raft request' (duration: 442.582541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:55.90132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:54.115995Z","time spent":"1.785280118s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:48:55.901315Z","caller":"traceutil/trace.go:171","msg":"trace[1476999401] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.775858845s","start":"2026-02-27T16:48:54.125424Z","end":"2026-02-27T16:48:55.901282Z","steps":["trace[1476999401] 'process raft request' (duration: 1.775710604s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:55.901363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:55.458603Z","time spent":"442.706283ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:55.901423Z","caller":"traceutil/trace.go:171","msg":"trace[1709117279] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:619; }","duration":"1.780816614s","start":"2026-02-27T16:48:54.120587Z","end":"2026-02-27T16:48:55.901404Z","steps":["trace[1709117279] 'read index received' (duration: 171.234818ms)","trace[1709117279] 'applied index is now lower than readState.Index' (duration: 1.609580366s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:55.901481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:54.125408Z","time spent":"1.775984716s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17232,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:55.901553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780946456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:55.901576Z","caller":"traceutil/trace.go:171","msg":"trace[280383246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"1.781011426s","start":"2026-02-27T16:48:54.120558Z","end":"2026-02-27T16:48:55.90157Z","steps":["trace[280383246] 'agreement among raft nodes before linearized reading' (duration: 1.780911095s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:55.901606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:54.120546Z","time spent":"1.781054706s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:48:56.288444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.790657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:48:56.288511Z","caller":"traceutil/trace.go:171","msg":"trace[635792397] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"384.708169ms","start":"2026-02-27T16:48:55.903792Z","end":"2026-02-27T16:48:56.2885Z","steps":["trace[635792397] 'read index received' (duration: 107.74344ms)","trace[635792397] 'applied index is now lower than readState.Index' (duration: 276.963969ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:56.288574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.78198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:56.288588Z","caller":"traceutil/trace.go:171","msg":"trace[312123401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:600; }","duration":"384.8165ms","start":"2026-02-27T16:48:55.903766Z","end":"2026-02-27T16:48:56.288582Z","steps":["trace[312123401] 'agreement among raft nodes before linearized reading' (duration: 384.7911ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:56.28857Z","caller":"traceutil/trace.go:171","msg":"trace[1734482896] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"428.437598ms","start":"2026-02-27T16:48:55.860104Z","end":"2026-02-27T16:48:56.288541Z","steps":["trace[1734482896] 'process raft request' (duration: 151.496199ms)","trace[1734482896] 'compare' (duration: 276.722606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:56.288695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.13027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T16:48:56.288702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:55.860077Z","time spent":"428.556639ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:56.288714Z","caller":"traceutil/trace.go:171","msg":"trace[1223786202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:600; }","duration":"172.17062ms","start":"2026-02-27T16:48:56.116538Z","end":"2026-02-27T16:48:56.288709Z","steps":["trace[1223786202] 'agreement among raft nodes before linearized reading' (duration: 172.085409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:56.288739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.593205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:48:56.288669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.833901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T16:48:56.288821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.408995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-02-27T16:48:56.288825Z","caller":"traceutil/trace.go:171","msg":"trace[149820605] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:600; }","duration":"123.736736ms","start":"2026-02-27T16:48:56.165071Z","end":"2026-02-27T16:48:56.288807Z","steps":["trace[149820605] 'agreement among raft nodes before linearized reading' (duration: 123.571444ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:56.288883Z","caller":"traceutil/trace.go:171","msg":"trace[517743747] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:600; }","duration":"382.498866ms","start":"2026-02-27T16:48:55.906369Z","end":"2026-02-27T16:48:56.288868Z","steps":["trace[517743747] 'agreement among raft nodes before linearized reading' (duration: 382.427275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:56.28892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:55.906349Z","time spent":"382.566067ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4156,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-27T16:48:56.288971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.155671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T16:48:56.288993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.067624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T16:48:56.288783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.378442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:48:56.289058Z","caller":"traceutil/trace.go:171","msg":"trace[1895390924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:600; }","duration":"172.679096ms","start":"2026-02-27T16:48:56.116362Z","end":"2026-02-27T16:48:56.289041Z","steps":["trace[1895390924] 'agreement among raft nodes before linearized reading' (duration: 172.345612ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:56.288826Z","caller":"traceutil/trace.go:171","msg":"trace[46070407] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:600; }","duration":"385.038993ms","start":"2026-02-27T16:48:55.903777Z","end":"2026-02-27T16:48:56.288816Z","steps":["trace[46070407] 'agreement among raft nodes before linearized reading' (duration: 384.824261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:56.289132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:55.90376Z","time spent":"385.360157ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T16:48:56.288605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:55.903753Z","time spent":"384.847841ms","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:48:56.289011Z","caller":"traceutil/trace.go:171","msg":"trace[1350036439] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:600; }","duration":"384.108074ms","start":"2026-02-27T16:48:55.904898Z","end":"2026-02-27T16:48:56.289006Z","steps":["trace[1350036439] 'agreement among raft nodes before linearized reading' (duration: 384.055753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:56.289189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:55.904887Z","time spent":"384.294596ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"info","ts":"2026-02-27T16:48:56.289013Z","caller":"traceutil/trace.go:171","msg":"trace[951723190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:600; }","duration":"172.213901ms","start":"2026-02-27T16:48:56.11679Z","end":"2026-02-27T16:48:56.289004Z","steps":["trace[951723190] 'agreement among raft nodes before linearized reading' (duration: 172.055269ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:57.225184Z","caller":"traceutil/trace.go:171","msg":"trace[217335432] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:624; }","duration":"932.839664ms","start":"2026-02-27T16:48:56.292318Z","end":"2026-02-27T16:48:57.225158Z","steps":["trace[217335432] 'read index received' (duration: 70.918311ms)","trace[217335432] 'applied index is now lower than readState.Index' (duration: 861.920173ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:48:57.225527Z","caller":"traceutil/trace.go:171","msg":"trace[1128801379] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"933.311791ms","start":"2026-02-27T16:48:56.292199Z","end":"2026-02-27T16:48:57.225511Z","steps":["trace[1128801379] 'process raft request' (duration: 932.604252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:57.225692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:56.292173Z","time spent":"933.417082ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:57.225947Z","caller":"traceutil/trace.go:171","msg":"trace[716272696] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"933.683435ms","start":"2026-02-27T16:48:56.292248Z","end":"2026-02-27T16:48:57.225931Z","steps":["trace[716272696] 'process raft request' (duration: 932.734343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:57.226034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:56.292223Z","time spent":"933.768395ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:57.226211Z","caller":"traceutil/trace.go:171","msg":"trace[566975821] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"932.442501ms","start":"2026-02-27T16:48:56.293755Z","end":"2026-02-27T16:48:57.226197Z","steps":["trace[566975821] 'process raft request' (duration: 931.274717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:57.226293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:56.29374Z","time spent":"932.513341ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:57.226598Z","caller":"traceutil/trace.go:171","msg":"trace[1682778978] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"929.74693ms","start":"2026-02-27T16:48:56.296834Z","end":"2026-02-27T16:48:57.226581Z","steps":["trace[1682778978] 'process raft request' (duration: 928.243523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:57.226687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:56.296812Z","time spent":"929.830671ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:57.226968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.641286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:48:57.227023Z","caller":"traceutil/trace.go:171","msg":"trace[1969493244] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:604; }","duration":"934.697726ms","start":"2026-02-27T16:48:56.292311Z","end":"2026-02-27T16:48:57.227009Z","steps":["trace[1969493244] 'agreement among raft nodes before linearized reading' (duration: 934.542324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:57.227069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:56.292218Z","time spent":"934.839138ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T16:48:57.230054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.307634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:57.230114Z","caller":"traceutil/trace.go:171","msg":"trace[504867935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"934.394027ms","start":"2026-02-27T16:48:56.295707Z","end":"2026-02-27T16:48:57.230101Z","steps":["trace[504867935] 'agreement among raft nodes before linearized reading' (duration: 934.276384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:57.230143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:56.295697Z","time spent":"934.440957ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:48:57.2303Z","caller":"traceutil/trace.go:171","msg":"trace[1334612293] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"866.176516ms","start":"2026-02-27T16:48:56.364116Z","end":"2026-02-27T16:48:57.230292Z","steps":["trace[1334612293] 'process raft request' (duration: 865.75083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:57.230368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:56.364102Z","time spent":"866.221956ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:48:57.230492Z","caller":"traceutil/trace.go:171","msg":"trace[2077628475] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"470.870331ms","start":"2026-02-27T16:48:56.759615Z","end":"2026-02-27T16:48:57.230485Z","steps":["trace[2077628475] 'process raft request' (duration: 470.331474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:57.230531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:56.759589Z","time spent":"470.919562ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:58.327908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.090187648s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:48:58.328278Z","caller":"traceutil/trace.go:171","msg":"trace[1200097916] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"100.853848ms","start":"2026-02-27T16:48:58.227407Z","end":"2026-02-27T16:48:58.328261Z","steps":["trace[1200097916] 'read index received' (duration: 100.640244ms)","trace[1200097916] 'applied index is now lower than readState.Index' (duration: 212.904µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:48:58.328378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.96045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:48:58.328396Z","caller":"traceutil/trace.go:171","msg":"trace[1532913643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"101.026172ms","start":"2026-02-27T16:48:58.227364Z","end":"2026-02-27T16:48:58.32839Z","steps":["trace[1532913643] 'agreement among raft nodes before linearized reading' (duration: 100.960271ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:48:58.32838Z","caller":"traceutil/trace.go:171","msg":"trace[222689786] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"1.090701206s","start":"2026-02-27T16:48:57.237649Z","end":"2026-02-27T16:48:58.32835Z","steps":["trace[222689786] 'process raft request' (duration: 1.090491233s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:58.328549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:57.237638Z","time spent":"1.090816337s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:48:59.738936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364342,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:48:59.812552Z","caller":"traceutil/trace.go:171","msg":"trace[1977880358] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"575.072192ms","start":"2026-02-27T16:48:59.237454Z","end":"2026-02-27T16:48:59.812526Z","steps":["trace[1977880358] 'process raft request' (duration: 574.88737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:48:59.812751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:59.237441Z","time spent":"575.224664ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:00.759109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.40266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:00.759213Z","caller":"traceutil/trace.go:171","msg":"trace[519447708] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:632; }","duration":"1.521290778s","start":"2026-02-27T16:48:59.237905Z","end":"2026-02-27T16:49:00.759196Z","steps":["trace[519447708] 'read index received' (duration: 574.457214ms)","trace[519447708] 'applied index is now lower than readState.Index' (duration: 946.832074ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:00.759298Z","caller":"traceutil/trace.go:171","msg":"trace[1285551032] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.520815372s","start":"2026-02-27T16:48:59.238472Z","end":"2026-02-27T16:49:00.759287Z","steps":["trace[1285551032] 'process raft request' (duration: 797.153138ms)","trace[1285551032] 'compare' (duration: 723.223208ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:00.759353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:59.238435Z","time spent":"1.520888823s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:00.759354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.888639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:00.759423Z","caller":"traceutil/trace.go:171","msg":"trace[1701344368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:609; }","duration":"533.998361ms","start":"2026-02-27T16:49:00.225405Z","end":"2026-02-27T16:49:00.759404Z","steps":["trace[1701344368] 'agreement among raft nodes before linearized reading' (duration: 533.890759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:00.759482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:00.225387Z","time spent":"534.086972ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:00.759773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521844126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:49:00.759852Z","caller":"traceutil/trace.go:171","msg":"trace[1209436809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:609; }","duration":"1.521938978s","start":"2026-02-27T16:48:59.237891Z","end":"2026-02-27T16:49:00.75983Z","steps":["trace[1209436809] 'agreement among raft nodes before linearized reading' (duration: 1.521744514s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:00.759938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:48:59.237885Z","time spent":"1.522036639s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:49:01.727474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:02.227879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:02.728879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:03.162913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.398514589s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:49:03.16341Z","caller":"traceutil/trace.go:171","msg":"trace[451744800] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"1.936206702s","start":"2026-02-27T16:49:01.227174Z","end":"2026-02-27T16:49:03.16338Z","steps":["trace[451744800] 'read index received' (duration: 1.935943647s)","trace[451744800] 'applied index is now lower than readState.Index' (duration: 261.975µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:03.164407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34795023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:49:03.164453Z","caller":"traceutil/trace.go:171","msg":"trace[2133663614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:610; }","duration":"1.348080812s","start":"2026-02-27T16:49:01.816361Z","end":"2026-02-27T16:49:03.164442Z","steps":["trace[2133663614] 'agreement among raft nodes before linearized reading' (duration: 1.347685396s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:03.164485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:01.816342Z","time spent":"1.348135493s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:03.164559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.652199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:49:03.164664Z","caller":"traceutil/trace.go:171","msg":"trace[1129642845] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:610; }","duration":"365.818162ms","start":"2026-02-27T16:49:02.798819Z","end":"2026-02-27T16:49:03.164637Z","steps":["trace[1129642845] 'agreement among raft nodes before linearized reading' (duration: 365.490847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:03.164721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.264204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T16:49:03.16475Z","caller":"traceutil/trace.go:171","msg":"trace[242309256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:610; }","duration":"401.292535ms","start":"2026-02-27T16:49:02.763449Z","end":"2026-02-27T16:49:03.164742Z","steps":["trace[242309256] 'agreement among raft nodes before linearized reading' (duration: 401.218264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:03.164734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:02.798797Z","time spent":"365.923563ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-27T16:49:03.164772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:02.763385Z","time spent":"401.381526ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:03.165005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.04324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:03.165305Z","caller":"traceutil/trace.go:171","msg":"trace[1772131194] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:610; }","duration":"948.407986ms","start":"2026-02-27T16:49:02.216875Z","end":"2026-02-27T16:49:03.165283Z","steps":["trace[1772131194] 'agreement among raft nodes before linearized reading' (duration: 947.962259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:03.165452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:02.216831Z","time spent":"948.601129ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":69,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:03.165071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937895779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:03.166221Z","caller":"traceutil/trace.go:171","msg":"trace[2067520768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"1.939055578s","start":"2026-02-27T16:49:01.227148Z","end":"2026-02-27T16:49:03.166204Z","steps":["trace[2067520768] 'agreement among raft nodes before linearized reading' (duration: 1.937899359s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:03.166433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:01.227134Z","time spent":"1.939261561s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:49:03.165778Z","caller":"traceutil/trace.go:171","msg":"trace[1979586285] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"2.401483277s","start":"2026-02-27T16:49:00.76428Z","end":"2026-02-27T16:49:03.165763Z","steps":["trace[1979586285] 'process raft request' (duration: 2.398909045s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:03.168872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:00.764257Z","time spent":"2.404540657s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:03.660832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.311627ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T16:49:03.660942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:03.169264Z","time spent":"491.675058ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:49:04.114071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.182121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:04.114358Z","caller":"traceutil/trace.go:171","msg":"trace[2030854944] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:635; }","duration":"943.460352ms","start":"2026-02-27T16:49:03.170878Z","end":"2026-02-27T16:49:04.114338Z","steps":["trace[2030854944] 'read index received' (duration: 199.656984ms)","trace[2030854944] 'applied index is now lower than readState.Index' (duration: 743.802238ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:04.114427Z","caller":"traceutil/trace.go:171","msg":"trace[289431944] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"944.298295ms","start":"2026-02-27T16:49:03.170087Z","end":"2026-02-27T16:49:04.114385Z","steps":["trace[289431944] 'process raft request' (duration: 944.090192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:04.114516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.595814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:04.11456Z","caller":"traceutil/trace.go:171","msg":"trace[2118586978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:613; }","duration":"943.711986ms","start":"2026-02-27T16:49:03.170836Z","end":"2026-02-27T16:49:04.114548Z","steps":["trace[2118586978] 'agreement among raft nodes before linearized reading' (duration: 943.571814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:04.114582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:03.170074Z","time spent":"944.422057ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:04.114613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:03.170823Z","time spent":"943.779897ms","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:49:04.114775Z","caller":"traceutil/trace.go:171","msg":"trace[810533342] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"945.315522ms","start":"2026-02-27T16:49:03.169446Z","end":"2026-02-27T16:49:04.114761Z","steps":["trace[810533342] 'process raft request' (duration: 791.334927ms)","trace[810533342] 'compare' (duration: 153.0678ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:04.114897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:03.169397Z","time spent":"945.469073ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:04.115025Z","caller":"traceutil/trace.go:171","msg":"trace[1200215539] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"769.311392ms","start":"2026-02-27T16:49:03.345699Z","end":"2026-02-27T16:49:04.11501Z","steps":["trace[1200215539] 'process raft request' (duration: 768.554689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:04.115115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:03.345671Z","time spent":"769.398863ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:04.972216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.777146ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:04.972347Z","caller":"traceutil/trace.go:171","msg":"trace[663273942] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:613; }","duration":"446.920989ms","start":"2026-02-27T16:49:04.52541Z","end":"2026-02-27T16:49:04.972331Z","steps":["trace[663273942] 'range keys from in-memory index tree' (duration: 446.761856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:04.972596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.684464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:04.973175Z","caller":"traceutil/trace.go:171","msg":"trace[875426962] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"1.311107367s","start":"2026-02-27T16:49:03.662002Z","end":"2026-02-27T16:49:04.973109Z","steps":["trace[875426962] 'process raft request' (duration: 596.793222ms)","trace[875426962] 'compare' (duration: 713.476681ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:04.973268Z","caller":"traceutil/trace.go:171","msg":"trace[515937016] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"843.770923ms","start":"2026-02-27T16:49:04.129468Z","end":"2026-02-27T16:49:04.973239Z","steps":["trace[515937016] 'read index received' (duration: 129.271444ms)","trace[515937016] 'applied index is now lower than readState.Index' (duration: 714.496869ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:04.973429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:03.661981Z","time spent":"1.311314152s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:05.242712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.483355ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-02-27T16:49:05.242777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113273858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:05.2429Z","caller":"traceutil/trace.go:171","msg":"trace[60196845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"1.113442862s","start":"2026-02-27T16:49:04.129434Z","end":"2026-02-27T16:49:05.242877Z","steps":["trace[60196845] 'agreement among raft nodes before linearized reading' (duration: 843.927436ms)","trace[60196845] 'range keys from in-memory index tree' (duration: 269.342273ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:05.242952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:04.129418Z","time spent":"1.113524453s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:49:05.243051Z","caller":"traceutil/trace.go:171","msg":"trace[1830798648] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"269.691189ms","start":"2026-02-27T16:49:04.973331Z","end":"2026-02-27T16:49:05.243022Z","steps":["trace[1830798648] 'read index received' (duration: 47.741µs)","trace[1830798648] 'applied index is now lower than readState.Index' (duration: 269.640848ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:05.243104Z","caller":"traceutil/trace.go:171","msg":"trace[927061147] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"200.86405ms","start":"2026-02-27T16:49:05.042219Z","end":"2026-02-27T16:49:05.243083Z","steps":["trace[927061147] 'process raft request' (duration: 200.688957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:05.243321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.734629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:05.243369Z","caller":"traceutil/trace.go:171","msg":"trace[326900424] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:615; }","duration":"607.844111ms","start":"2026-02-27T16:49:04.635513Z","end":"2026-02-27T16:49:05.243357Z","steps":["trace[326900424] 'agreement among raft nodes before linearized reading' (duration: 607.712019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:05.243496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:04.635487Z","time spent":"607.995054ms","remote":"127.0.0.1:40168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:05.24351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.079193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T16:49:05.243516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.366324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:05.243573Z","caller":"traceutil/trace.go:171","msg":"trace[948828311] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:615; }","duration":"126.469646ms","start":"2026-02-27T16:49:05.117087Z","end":"2026-02-27T16:49:05.243557Z","steps":["trace[948828311] 'agreement among raft nodes before linearized reading' (duration: 126.369645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:05.2436Z","caller":"traceutil/trace.go:171","msg":"trace[382350264] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:615; }","duration":"268.205245ms","start":"2026-02-27T16:49:04.975377Z","end":"2026-02-27T16:49:05.243582Z","steps":["trace[382350264] 'agreement among raft nodes before linearized reading' (duration: 268.053022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:05.243592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.80076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" ","response":"range_response_count:1 size:1084"} {"level":"info","ts":"2026-02-27T16:49:05.243722Z","caller":"traceutil/trace.go:171","msg":"trace[1059301323] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:615; }","duration":"945.943453ms","start":"2026-02-27T16:49:04.297759Z","end":"2026-02-27T16:49:05.243702Z","steps":["trace[1059301323] 'agreement among raft nodes before linearized reading' (duration: 945.624037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:05.243801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:04.297717Z","time spent":"946.072614ms","remote":"127.0.0.1:39876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1106,"request content":"key:\"/registry/configmaps/kube-system/kubeadm-config\" "} {"level":"warn","ts":"2026-02-27T16:49:05.754005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:06.254961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:06.755667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:07.212616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.965304738s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:49:07.213251Z","caller":"traceutil/trace.go:171","msg":"trace[1373621693] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.966011141s","start":"2026-02-27T16:49:05.247217Z","end":"2026-02-27T16:49:07.213228Z","steps":["trace[1373621693] 'process raft request' (duration: 1.965830438s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:07.21346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:05.247193Z","time spent":"1.966127173s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:07.253723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00016121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:49:07.253825Z","caller":"traceutil/trace.go:171","msg":"trace[761805152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316072s","start":"2026-02-27T16:49:05.253485Z","end":"2026-02-27T16:49:07.253801Z","steps":["trace[761805152] 'agreement among raft nodes before linearized reading' (duration: 2.00019087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:07.253899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:05.253467Z","time spent":"2.000410953s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:07.555245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.586607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:07.555423Z","caller":"traceutil/trace.go:171","msg":"trace[626596209] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:642; }","duration":"2.301881619s","start":"2026-02-27T16:49:05.253525Z","end":"2026-02-27T16:49:07.555407Z","steps":["trace[626596209] 'read index received' (duration: 1.959342592s)","trace[626596209] 'applied index is now lower than readState.Index' (duration: 342.538027ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:07.555498Z","caller":"traceutil/trace.go:171","msg":"trace[663115150] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"1.107957058s","start":"2026-02-27T16:49:06.447532Z","end":"2026-02-27T16:49:07.555489Z","steps":["trace[663115150] 'process raft request' (duration: 1.107809756s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:07.555568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:06.447508Z","time spent":"1.108017679s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:07.555552Z","caller":"traceutil/trace.go:171","msg":"trace[110890313] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"2.011692265s","start":"2026-02-27T16:49:05.543829Z","end":"2026-02-27T16:49:07.555521Z","steps":["trace[110890313] 'process raft request' (duration: 1.797744121s)","trace[110890313] 'compare' (duration: 213.457075ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:07.555681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:05.543808Z","time spent":"2.011814427s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:08.139983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.279344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:08.140092Z","caller":"traceutil/trace.go:171","msg":"trace[556326936] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"584.613973ms","start":"2026-02-27T16:49:07.555459Z","end":"2026-02-27T16:49:08.140073Z","steps":["trace[556326936] 'read index received' (duration: 402.099725ms)","trace[556326936] 'applied index is now lower than readState.Index' (duration: 182.512778ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:08.14024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021007342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:49:08.140266Z","caller":"traceutil/trace.go:171","msg":"trace[1606741292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"2.021058463s","start":"2026-02-27T16:49:06.119199Z","end":"2026-02-27T16:49:08.140257Z","steps":["trace[1606741292] 'agreement among raft nodes before linearized reading' (duration: 2.02092214s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:08.140301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:06.119185Z","time spent":"2.021105793s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:08.140448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469617745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:08.140484Z","caller":"traceutil/trace.go:171","msg":"trace[460407302] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:619; }","duration":"1.469686746s","start":"2026-02-27T16:49:06.670786Z","end":"2026-02-27T16:49:08.140473Z","steps":["trace[460407302] 'agreement among raft nodes before linearized reading' (duration: 1.469639545s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:08.140515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:06.670768Z","time spent":"1.469736438s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:08.140496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.015038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:08.14057Z","caller":"traceutil/trace.go:171","msg":"trace[658697386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"886.11844ms","start":"2026-02-27T16:49:07.254429Z","end":"2026-02-27T16:49:08.140547Z","steps":["trace[658697386] 'agreement among raft nodes before linearized reading' (duration: 886.000698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:08.140594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021007923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T16:49:08.140586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212993798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:08.1407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591149921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cncz4\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-02-27T16:49:08.14056Z","caller":"traceutil/trace.go:171","msg":"trace[1338517739] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"633.655493ms","start":"2026-02-27T16:49:07.50679Z","end":"2026-02-27T16:49:08.140446Z","steps":["trace[1338517739] 'process raft request' (duration: 450.810539ms)","trace[1338517739] 'compare' (duration: 182.027069ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:08.14082Z","caller":"traceutil/trace.go:171","msg":"trace[324102304] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:619; }","duration":"1.213286684s","start":"2026-02-27T16:49:06.927433Z","end":"2026-02-27T16:49:08.14072Z","steps":["trace[324102304] 'agreement among raft nodes before linearized reading' (duration: 1.212850415s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:08.140675Z","caller":"traceutil/trace.go:171","msg":"trace[1655665152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"2.021166885s","start":"2026-02-27T16:49:06.119492Z","end":"2026-02-27T16:49:08.140659Z","steps":["trace[1655665152] 'agreement among raft nodes before linearized reading' (duration: 2.020954421s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:08.140934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:06.927414Z","time spent":"1.213503997s","remote":"127.0.0.1:40100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:08.140943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:06.119459Z","time spent":"2.021472051s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:08.140621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:07.254416Z","time spent":"886.196632ms","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:08.141125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:07.506761Z","time spent":"634.046191ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:08.140745Z","caller":"traceutil/trace.go:171","msg":"trace[786690498] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cncz4; range_end:; response_count:1; response_revision:619; }","duration":"1.591231673s","start":"2026-02-27T16:49:06.5495Z","end":"2026-02-27T16:49:08.140732Z","steps":["trace[786690498] 'agreement among raft nodes before linearized reading' (duration: 1.591112191s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:08.141362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:06.549484Z","time spent":"1.591861715s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17269,"request content":"key:\"/registry/pods/kube-system/cilium-cncz4\" "} {"level":"warn","ts":"2026-02-27T16:49:09.368169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017675538s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:09.36866Z","caller":"traceutil/trace.go:171","msg":"trace[102450072] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"1.221498615s","start":"2026-02-27T16:49:08.14714Z","end":"2026-02-27T16:49:09.368639Z","steps":["trace[102450072] 'process raft request' (duration: 203.278056ms)","trace[102450072] 'compare' (duration: 1.017586466s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:09.36874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:08.147118Z","time spent":"1.221587088s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:10.089273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.738983508s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:49:10.150564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000318112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:49:10.150647Z","caller":"traceutil/trace.go:171","msg":"trace[1730371724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434114s","start":"2026-02-27T16:49:08.150192Z","end":"2026-02-27T16:49:10.150626Z","steps":["trace[1730371724] 'agreement among raft nodes before linearized reading' (duration: 2.000334392s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:10.150849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:08.150184Z","time spent":"2.000646228s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:49:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:49:10.24218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.603565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:10.24241Z","caller":"traceutil/trace.go:171","msg":"trace[757203130] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:646; }","duration":"2.09216366s","start":"2026-02-27T16:49:08.150229Z","end":"2026-02-27T16:49:10.242393Z","steps":["trace[757203130] 'read index received' (duration: 200.185417ms)","trace[757203130] 'applied index is now lower than readState.Index' (duration: 1.891977493s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:10.242437Z","caller":"traceutil/trace.go:171","msg":"trace[1109214115] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"2.093424274s","start":"2026-02-27T16:49:08.148983Z","end":"2026-02-27T16:49:10.242408Z","steps":["trace[1109214115] 'process raft request' (duration: 2.093300571s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:10.242437Z","caller":"traceutil/trace.go:171","msg":"trace[2005118476] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"2.09478592s","start":"2026-02-27T16:49:08.147592Z","end":"2026-02-27T16:49:10.242378Z","steps":["trace[2005118476] 'process raft request' (duration: 1.941891259s)","trace[2005118476] 'compare' (duration: 152.454102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:10.242573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:08.148959Z","time spent":"2.093539927s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:10.242588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:08.147586Z","time spent":"2.094922533s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:10.242662Z","caller":"traceutil/trace.go:171","msg":"trace[1592359592] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"2.084831828s","start":"2026-02-27T16:49:08.157819Z","end":"2026-02-27T16:49:10.24265Z","steps":["trace[1592359592] 'process raft request' (duration: 2.084526081s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:10.242724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:08.157795Z","time spent":"2.08489635s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17416,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:11.838718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301896714s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:49:11.838989Z","caller":"traceutil/trace.go:171","msg":"trace[1369275481] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"1.596517378s","start":"2026-02-27T16:49:10.242444Z","end":"2026-02-27T16:49:11.838962Z","steps":["trace[1369275481] 'read index received' (duration: 294.44546ms)","trace[1369275481] 'applied index is now lower than readState.Index' (duration: 1.302069268s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:11.839031Z","caller":"traceutil/trace.go:171","msg":"trace[1447640368] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"1.593101718s","start":"2026-02-27T16:49:10.245906Z","end":"2026-02-27T16:49:11.839008Z","steps":["trace[1447640368] 'process raft request' (duration: 1.592962385s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:11.839118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:10.245886Z","time spent":"1.593189339s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:11.83933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:10.835973Z","time spent":"1.003348751s","remote":"127.0.0.1:46380","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:49:12.236608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.195777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:12.236709Z","caller":"traceutil/trace.go:171","msg":"trace[1119103651] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:624; }","duration":"854.366102ms","start":"2026-02-27T16:49:11.382317Z","end":"2026-02-27T16:49:12.236683Z","steps":["trace[1119103651] 'agreement among raft nodes before linearized reading' (duration: 456.78687ms)","trace[1119103651] 'count revisions from in-memory index tree' (duration: 397.430739ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:12.23676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:11.382299Z","time spent":"854.449313ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:12.23682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.575008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:12.236883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019505421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:49:12.236959Z","caller":"traceutil/trace.go:171","msg":"trace[268941483] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:624; }","duration":"945.759551ms","start":"2026-02-27T16:49:11.291168Z","end":"2026-02-27T16:49:12.236928Z","steps":["trace[268941483] 'agreement among raft nodes before linearized reading' (duration: 547.944704ms)","trace[268941483] 'count revisions from in-memory index tree' (duration: 397.641084ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:12.237009Z","caller":"traceutil/trace.go:171","msg":"trace[927600404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:624; }","duration":"3.019783778s","start":"2026-02-27T16:49:09.21719Z","end":"2026-02-27T16:49:12.236974Z","steps":["trace[927600404] 'agreement among raft nodes before linearized reading' (duration: 2.621881838s)","trace[927600404] 'range keys from in-memory index tree' (duration: 397.511051ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:12.237041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:11.291147Z","time spent":"945.862105ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:12.237076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:09.217161Z","time spent":"3.0199031s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:49:12.237149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990841395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cncz4\" ","response":"range_response_count:1 size:17431"} {"level":"info","ts":"2026-02-27T16:49:12.237201Z","caller":"traceutil/trace.go:171","msg":"trace[2091878725] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cncz4; range_end:; response_count:1; response_revision:624; }","duration":"1.990921307s","start":"2026-02-27T16:49:10.246264Z","end":"2026-02-27T16:49:12.237186Z","steps":["trace[2091878725] 'agreement among raft nodes before linearized reading' (duration: 1.592833282s)","trace[2091878725] 'range keys from in-memory index tree' (duration: 397.936661ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:12.237249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:10.246249Z","time spent":"1.990988968s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17453,"request content":"key:\"/registry/pods/kube-system/cilium-cncz4\" "} {"level":"warn","ts":"2026-02-27T16:49:12.237254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086468059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:12.237321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224597703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:12.23734Z","caller":"traceutil/trace.go:171","msg":"trace[937821476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:624; }","duration":"2.086599863s","start":"2026-02-27T16:49:10.15072Z","end":"2026-02-27T16:49:12.23732Z","steps":["trace[937821476] 'agreement among raft nodes before linearized reading' (duration: 1.688282053s)","trace[937821476] 'range keys from in-memory index tree' (duration: 398.178026ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:12.237375Z","caller":"traceutil/trace.go:171","msg":"trace[257430179] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:624; }","duration":"1.224678315s","start":"2026-02-27T16:49:11.012679Z","end":"2026-02-27T16:49:12.237357Z","steps":["trace[257430179] 'agreement among raft nodes before linearized reading' (duration: 826.441068ms)","trace[257430179] 'count revisions from in-memory index tree' (duration: 398.172046ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:12.237437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:11.012664Z","time spent":"1.224757827s","remote":"127.0.0.1:39892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:12.237462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.121199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T16:49:12.237506Z","caller":"traceutil/trace.go:171","msg":"trace[437691179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:624; }","duration":"865.195281ms","start":"2026-02-27T16:49:11.372296Z","end":"2026-02-27T16:49:12.237491Z","steps":["trace[437691179] 'agreement among raft nodes before linearized reading' (duration: 466.810161ms)","trace[437691179] 'range keys from in-memory index tree' (duration: 398.289858ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:12.237557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.299216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-02-27T16:49:12.237559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:11.372276Z","time spent":"865.272793ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:49:12.237605Z","caller":"traceutil/trace.go:171","msg":"trace[826505720] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:624; }","duration":"457.404407ms","start":"2026-02-27T16:49:11.780189Z","end":"2026-02-27T16:49:12.237593Z","steps":["trace[826505720] 'agreement among raft nodes before linearized reading' (duration: 58.938285ms)","trace[826505720] 'range keys from in-memory index tree' (duration: 398.392391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:12.23764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:11.780171Z","time spent":"457.461688ms","remote":"127.0.0.1:39876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-02-27T16:49:12.237387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:10.150708Z","time spent":"2.086669424s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:49:12.352543Z","caller":"traceutil/trace.go:171","msg":"trace[536025265] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:652; }","duration":"293.877255ms","start":"2026-02-27T16:49:12.058641Z","end":"2026-02-27T16:49:12.352518Z","steps":["trace[536025265] 'read index received' (duration: 293.819184ms)","trace[536025265] 'applied index is now lower than readState.Index' (duration: 56.981µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:12.352599Z","caller":"traceutil/trace.go:171","msg":"trace[1026176331] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"510.317139ms","start":"2026-02-27T16:49:11.842252Z","end":"2026-02-27T16:49:12.352569Z","steps":["trace[1026176331] 'process raft request' (duration: 510.109425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:12.353001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:11.842207Z","time spent":"510.694477ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:12.352887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.183071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:12.353106Z","caller":"traceutil/trace.go:171","msg":"trace[417184205] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:625; }","duration":"294.457757ms","start":"2026-02-27T16:49:12.058626Z","end":"2026-02-27T16:49:12.353084Z","steps":["trace[417184205] 'agreement among raft nodes before linearized reading' (duration: 294.022278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:12.852996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364386,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:49:13.341833Z","caller":"traceutil/trace.go:171","msg":"trace[854349450] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.099986092s","start":"2026-02-27T16:49:12.241835Z","end":"2026-02-27T16:49:13.341821Z","steps":["trace[854349450] 'process raft request' (duration: 1.09988322s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:13.341817Z","caller":"traceutil/trace.go:171","msg":"trace[1508595467] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"1.100607885s","start":"2026-02-27T16:49:12.241171Z","end":"2026-02-27T16:49:13.341779Z","steps":["trace[1508595467] 'process raft request' (duration: 1.100427771s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:13.341951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:12.24181Z","time spent":"1.100070744s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:13.342027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:12.24114Z","time spent":"1.10082961s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:13.342081Z","caller":"traceutil/trace.go:171","msg":"trace[1027372601] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.090639248s","start":"2026-02-27T16:49:12.251434Z","end":"2026-02-27T16:49:13.342073Z","steps":["trace[1027372601] 'process raft request' (duration: 1.090321562s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:13.342118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:12.2514Z","time spent":"1.09069766s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:13.625378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.267164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:13.625483Z","caller":"traceutil/trace.go:171","msg":"trace[126614601] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:653; }","duration":"1.272653255s","start":"2026-02-27T16:49:12.352815Z","end":"2026-02-27T16:49:13.625468Z","steps":["trace[126614601] 'read index received' (duration: 988.793499ms)","trace[126614601] 'applied index is now lower than readState.Index' (duration: 283.858746ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:13.625579Z","caller":"traceutil/trace.go:171","msg":"trace[1567243427] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.268903954s","start":"2026-02-27T16:49:12.356662Z","end":"2026-02-27T16:49:13.625566Z","steps":["trace[1567243427] 'process raft request' (duration: 1.091389295s)","trace[1567243427] 'compare' (duration: 177.130901ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:13.625628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:12.356635Z","time spent":"1.268970176s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:13.625711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272107614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:13.625734Z","caller":"traceutil/trace.go:171","msg":"trace[759274808] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:629; }","duration":"1.272140275s","start":"2026-02-27T16:49:12.353587Z","end":"2026-02-27T16:49:13.625727Z","steps":["trace[759274808] 'agreement among raft nodes before linearized reading' (duration: 1.272075103s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:13.625752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:12.353564Z","time spent":"1.272182965s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:13.625761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466998741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:13.625883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.205018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-02-27T16:49:13.625897Z","caller":"traceutil/trace.go:171","msg":"trace[1931338905] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:629; }","duration":"277.249438ms","start":"2026-02-27T16:49:13.348643Z","end":"2026-02-27T16:49:13.625893Z","steps":["trace[1931338905] 'agreement among raft nodes before linearized reading' (duration: 277.179357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:13.625941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3710635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-02-27T16:49:13.625974Z","caller":"traceutil/trace.go:171","msg":"trace[263822120] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:629; }","duration":"1.371126692s","start":"2026-02-27T16:49:12.254837Z","end":"2026-02-27T16:49:13.625963Z","steps":["trace[263822120] 'agreement among raft nodes before linearized reading' (duration: 1.37106274s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:13.625984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.188221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:49:13.625998Z","caller":"traceutil/trace.go:171","msg":"trace[1977917192] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:629; }","duration":"826.248073ms","start":"2026-02-27T16:49:12.799746Z","end":"2026-02-27T16:49:13.625994Z","steps":["trace[1977917192] 'agreement among raft nodes before linearized reading' (duration: 826.210072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:13.626001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:12.25482Z","time spent":"1.371174953s","remote":"127.0.0.1:39876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-02-27T16:49:13.626027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.853804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:13.626039Z","caller":"traceutil/trace.go:171","msg":"trace[1156371171] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:629; }","duration":"949.913405ms","start":"2026-02-27T16:49:12.676123Z","end":"2026-02-27T16:49:13.626036Z","steps":["trace[1156371171] 'agreement among raft nodes before linearized reading' (duration: 949.893565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:13.62605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:12.676099Z","time spent":"949.948386ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:13.626009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:12.799719Z","time spent":"826.287463ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-27T16:49:13.626343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381332543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:49:13.626357Z","caller":"traceutil/trace.go:171","msg":"trace[1375010918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:629; }","duration":"1.381371144s","start":"2026-02-27T16:49:12.244982Z","end":"2026-02-27T16:49:13.626353Z","steps":["trace[1375010918] 'agreement among raft nodes before linearized reading' (duration: 1.381329164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:13.62637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:12.244973Z","time spent":"1.381393845s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T16:49:13.625833Z","caller":"traceutil/trace.go:171","msg":"trace[44026118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"1.467118024s","start":"2026-02-27T16:49:12.158696Z","end":"2026-02-27T16:49:13.625814Z","steps":["trace[44026118] 'agreement among raft nodes before linearized reading' (duration: 1.46696211s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:13.626894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:12.158676Z","time spent":"1.468207588s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:49:14.090107Z","caller":"traceutil/trace.go:171","msg":"trace[2128788681] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"453.771817ms","start":"2026-02-27T16:49:13.636313Z","end":"2026-02-27T16:49:14.090085Z","steps":["trace[2128788681] 'process raft request' (duration: 453.712635ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:14.090223Z","caller":"traceutil/trace.go:171","msg":"trace[329487402] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"457.223892ms","start":"2026-02-27T16:49:13.632976Z","end":"2026-02-27T16:49:14.0902Z","steps":["trace[329487402] 'process raft request' (duration: 456.871954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:14.090265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:13.636305Z","time spent":"453.884299ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:14.090345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:13.632966Z","time spent":"457.314435ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:14.090543Z","caller":"traceutil/trace.go:171","msg":"trace[888448014] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:660; }","duration":"410.104094ms","start":"2026-02-27T16:49:13.680406Z","end":"2026-02-27T16:49:14.09051Z","steps":["trace[888448014] 'read index received' (duration: 410.072974ms)","trace[888448014] 'applied index is now lower than readState.Index' (duration: 28.64µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:14.090719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.688466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T16:49:14.090787Z","caller":"traceutil/trace.go:171","msg":"trace[1968668676] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:631; }","duration":"458.776858ms","start":"2026-02-27T16:49:13.631991Z","end":"2026-02-27T16:49:14.090768Z","steps":["trace[1968668676] 'agreement among raft nodes before linearized reading' (duration: 458.595974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:14.090831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:13.631985Z","time spent":"458.839519ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"info","ts":"2026-02-27T16:49:14.49035Z","caller":"traceutil/trace.go:171","msg":"trace[1185085909] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"809.201675ms","start":"2026-02-27T16:49:13.681131Z","end":"2026-02-27T16:49:14.490333Z","steps":["trace[1185085909] 'process raft request' (duration: 748.192364ms)","trace[1185085909] 'compare' (duration: 60.296865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:14.490484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:13.681107Z","time spent":"809.305208ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:14.490013Z","caller":"traceutil/trace.go:171","msg":"trace[2030175995] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"399.384577ms","start":"2026-02-27T16:49:14.090606Z","end":"2026-02-27T16:49:14.489991Z","steps":["trace[2030175995] 'read index received' (duration: 338.731664ms)","trace[2030175995] 'applied index is now lower than readState.Index' (duration: 60.651413ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:14.490938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.980809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:14.49099Z","caller":"traceutil/trace.go:171","msg":"trace[1896105229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"804.065461ms","start":"2026-02-27T16:49:13.686911Z","end":"2026-02-27T16:49:14.490976Z","steps":["trace[1896105229] 'agreement among raft nodes before linearized reading' (duration: 803.953889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:14.491022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:13.686897Z","time spent":"804.118192ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:14.49101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.832101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-27T16:49:14.491075Z","caller":"traceutil/trace.go:171","msg":"trace[1464578157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:632; }","duration":"752.932953ms","start":"2026-02-27T16:49:13.738122Z","end":"2026-02-27T16:49:14.491055Z","steps":["trace[1464578157] 'agreement among raft nodes before linearized reading' (duration: 752.644477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:14.491115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:13.738106Z","time spent":"753.000455ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:49:14.49182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.520072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cncz4\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-02-27T16:49:14.491879Z","caller":"traceutil/trace.go:171","msg":"trace[30483736] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cncz4; range_end:; response_count:1; response_revision:633; }","duration":"397.626666ms","start":"2026-02-27T16:49:14.094239Z","end":"2026-02-27T16:49:14.491865Z","steps":["trace[30483736] 'agreement among raft nodes before linearized reading' (duration: 397.428872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:14.49191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:14.094222Z","time spent":"397.681957ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17546,"request content":"key:\"/registry/pods/kube-system/cilium-cncz4\" "} {"level":"info","ts":"2026-02-27T16:49:14.492026Z","caller":"traceutil/trace.go:171","msg":"trace[2093792567] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"398.831313ms","start":"2026-02-27T16:49:14.09316Z","end":"2026-02-27T16:49:14.491991Z","steps":["trace[2093792567] 'process raft request' (duration: 398.382793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:14.492123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:14.093141Z","time spent":"398.931546ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:15.078715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.562197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:15.078783Z","caller":"traceutil/trace.go:171","msg":"trace[489544380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"122.6968ms","start":"2026-02-27T16:49:14.956072Z","end":"2026-02-27T16:49:15.078769Z","steps":["trace[489544380] 'range keys from in-memory index tree' (duration: 122.404353ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:15.459641Z","caller":"traceutil/trace.go:171","msg":"trace[1735062347] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"110.1174ms","start":"2026-02-27T16:49:15.349501Z","end":"2026-02-27T16:49:15.459619Z","steps":["trace[1735062347] 'process raft request' (duration: 109.963486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:16.028709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.44254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:16.028956Z","caller":"traceutil/trace.go:171","msg":"trace[202975933] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"678.82434ms","start":"2026-02-27T16:49:15.350112Z","end":"2026-02-27T16:49:16.028936Z","steps":["trace[202975933] 'process raft request' (duration: 524.082443ms)","trace[202975933] 'compare' (duration: 154.281886ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:16.029075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:15.350095Z","time spent":"678.896512ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:16.728709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:17.229529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:17.303953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204987188s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:49:17.304456Z","caller":"traceutil/trace.go:171","msg":"trace[635468568] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"1.076697006s","start":"2026-02-27T16:49:16.227726Z","end":"2026-02-27T16:49:17.304423Z","steps":["trace[635468568] 'read index received' (duration: 1.076540532s)","trace[635468568] 'applied index is now lower than readState.Index' (duration: 155.163µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:17.30462Z","caller":"traceutil/trace.go:171","msg":"trace[1345642349] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.205664684s","start":"2026-02-27T16:49:16.098832Z","end":"2026-02-27T16:49:17.304496Z","steps":["trace[1345642349] 'process raft request' (duration: 1.205421738s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:17.304747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.92998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:17.304938Z","caller":"traceutil/trace.go:171","msg":"trace[971180080] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:636; }","duration":"232.156845ms","start":"2026-02-27T16:49:17.07276Z","end":"2026-02-27T16:49:17.304917Z","steps":["trace[971180080] 'agreement among raft nodes before linearized reading' (duration: 231.92043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:17.304888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:16.098806Z","time spent":"1.205964893s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:17.304776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.740642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:17.30515Z","caller":"traceutil/trace.go:171","msg":"trace[348058857] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:636; }","duration":"423.147842ms","start":"2026-02-27T16:49:16.881959Z","end":"2026-02-27T16:49:17.305107Z","steps":["trace[348058857] 'agreement among raft nodes before linearized reading' (duration: 422.660849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:17.305215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:16.881945Z","time spent":"423.251385ms","remote":"127.0.0.1:40240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:17.30462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076865529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:17.30531Z","caller":"traceutil/trace.go:171","msg":"trace[1911479145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"1.077586508s","start":"2026-02-27T16:49:16.227685Z","end":"2026-02-27T16:49:17.305272Z","steps":["trace[1911479145] 'agreement among raft nodes before linearized reading' (duration: 1.076841719s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:17.305357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:16.227666Z","time spent":"1.07767819s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:17.789667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.277201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:49:17.789764Z","caller":"traceutil/trace.go:171","msg":"trace[1769719270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"326.368733ms","start":"2026-02-27T16:49:17.463356Z","end":"2026-02-27T16:49:17.789725Z","steps":["trace[1769719270] 'range keys from in-memory index tree' (duration: 326.116348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:17.789826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:17.463286Z","time spent":"326.526637ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:49:17.882308Z","caller":"traceutil/trace.go:171","msg":"trace[1016293172] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"122.54128ms","start":"2026-02-27T16:49:17.759742Z","end":"2026-02-27T16:49:17.882283Z","steps":["trace[1016293172] 'process raft request' (duration: 122.396106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:18.161549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.401957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:18.161648Z","caller":"traceutil/trace.go:171","msg":"trace[1843524550] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"129.62244ms","start":"2026-02-27T16:49:18.032009Z","end":"2026-02-27T16:49:18.161632Z","steps":["trace[1843524550] 'read index received' (duration: 55.541µs)","trace[1843524550] 'applied index is now lower than readState.Index' (duration: 129.565768ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:18.161662Z","caller":"traceutil/trace.go:171","msg":"trace[1588304841] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"368.010883ms","start":"2026-02-27T16:49:17.793629Z","end":"2026-02-27T16:49:18.16164Z","steps":["trace[1588304841] 'process raft request' (duration: 223.426441ms)","trace[1588304841] 'compare' (duration: 144.274824ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:18.161749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:17.793604Z","time spent":"368.103004ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:18.16178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.776893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:49:18.161806Z","caller":"traceutil/trace.go:171","msg":"trace[1591541848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:638; }","duration":"129.836265ms","start":"2026-02-27T16:49:18.031962Z","end":"2026-02-27T16:49:18.161798Z","steps":["trace[1591541848] 'agreement among raft nodes before linearized reading' (duration: 129.714322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:18.871149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:19.150961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.782207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:19.151094Z","caller":"traceutil/trace.go:171","msg":"trace[1703611520] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"832.633013ms","start":"2026-02-27T16:49:18.318449Z","end":"2026-02-27T16:49:19.151082Z","steps":["trace[1703611520] 'process raft request' (duration: 832.584822ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:19.151127Z","caller":"traceutil/trace.go:171","msg":"trace[1736342402] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"985.45808ms","start":"2026-02-27T16:49:18.165646Z","end":"2026-02-27T16:49:19.151104Z","steps":["trace[1736342402] 'process raft request' (duration: 152.468029ms)","trace[1736342402] 'compare' (duration: 832.510068ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:19.151216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:18.165627Z","time spent":"985.540702ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:19.151146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:18.318427Z","time spent":"832.691755ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:19.729402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.657782ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:49:19.729522Z","caller":"traceutil/trace.go:171","msg":"trace[997872056] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:667; }","duration":"1.358862888s","start":"2026-02-27T16:49:18.370617Z","end":"2026-02-27T16:49:19.72948Z","steps":["trace[997872056] 'read index received' (duration: 655.723751ms)","trace[997872056] 'applied index is now lower than readState.Index' (duration: 703.137727ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:19.729759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359135255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-27T16:49:19.729796Z","caller":"traceutil/trace.go:171","msg":"trace[907072467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:640; }","duration":"1.359217187s","start":"2026-02-27T16:49:18.370569Z","end":"2026-02-27T16:49:19.729786Z","steps":["trace[907072467] 'agreement among raft nodes before linearized reading' (duration: 1.359050032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:19.7298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.959628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-27T16:49:19.729745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276529107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:19.729849Z","caller":"traceutil/trace.go:171","msg":"trace[1054481334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:640; }","duration":"420.05004ms","start":"2026-02-27T16:49:19.309784Z","end":"2026-02-27T16:49:19.729834Z","steps":["trace[1054481334] 'agreement among raft nodes before linearized reading' (duration: 419.907846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:19.729897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:19.309761Z","time spent":"420.126751ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:19.729895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.245814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:19.729911Z","caller":"traceutil/trace.go:171","msg":"trace[1805346874] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:640; }","duration":"1.276681421s","start":"2026-02-27T16:49:18.453192Z","end":"2026-02-27T16:49:19.729873Z","steps":["trace[1805346874] 'agreement among raft nodes before linearized reading' (duration: 1.276498306s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:19.729972Z","caller":"traceutil/trace.go:171","msg":"trace[1358151293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"501.356666ms","start":"2026-02-27T16:49:19.228575Z","end":"2026-02-27T16:49:19.729932Z","steps":["trace[1358151293] 'agreement among raft nodes before linearized reading' (duration: 501.284754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:19.730033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:19.228552Z","time spent":"501.465999ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:19.730001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:18.453153Z","time spent":"1.276833935s","remote":"127.0.0.1:39918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:19.729829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:18.370548Z","time spent":"1.359272849s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:49:19.730177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.449249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:19.73048Z","caller":"traceutil/trace.go:171","msg":"trace[1933437709] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:640; }","duration":"691.778459ms","start":"2026-02-27T16:49:19.038688Z","end":"2026-02-27T16:49:19.730466Z","steps":["trace[1933437709] 'agreement among raft nodes before linearized reading' (duration: 691.369368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:19.730575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:19.038673Z","time spent":"691.876691ms","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:20.134062Z","caller":"traceutil/trace.go:171","msg":"trace[506314259] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"180.720402ms","start":"2026-02-27T16:49:19.953322Z","end":"2026-02-27T16:49:20.134042Z","steps":["trace[506314259] 'read index received' (duration: 180.635139ms)","trace[506314259] 'applied index is now lower than readState.Index' (duration: 84.503µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:20.134125Z","caller":"traceutil/trace.go:171","msg":"trace[370868063] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"399.991706ms","start":"2026-02-27T16:49:19.734098Z","end":"2026-02-27T16:49:20.13409Z","steps":["trace[370868063] 'process raft request' (duration: 399.821681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:20.134183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.852315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:20.134201Z","caller":"traceutil/trace.go:171","msg":"trace[978541952] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:641; }","duration":"180.953228ms","start":"2026-02-27T16:49:19.953243Z","end":"2026-02-27T16:49:20.134196Z","steps":["trace[978541952] 'agreement among raft nodes before linearized reading' (duration: 180.868296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:20.134298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:19.734076Z","time spent":"400.12692ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:20.871198Z","caller":"traceutil/trace.go:171","msg":"trace[1139435024] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:671; }","duration":"226.586704ms","start":"2026-02-27T16:49:20.644579Z","end":"2026-02-27T16:49:20.871166Z","steps":["trace[1139435024] 'read index received' (duration: 225.965927ms)","trace[1139435024] 'applied index is now lower than readState.Index' (duration: 619.377µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:20.87133Z","caller":"traceutil/trace.go:171","msg":"trace[389468944] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"701.513898ms","start":"2026-02-27T16:49:20.169805Z","end":"2026-02-27T16:49:20.871319Z","steps":["trace[389468944] 'process raft request' (duration: 700.710586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:20.871441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:20.169763Z","time spent":"701.59726ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:20.871492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.903003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:20.871579Z","caller":"traceutil/trace.go:171","msg":"trace[171805879] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:642; }","duration":"226.996345ms","start":"2026-02-27T16:49:20.644531Z","end":"2026-02-27T16:49:20.871527Z","steps":["trace[171805879] 'agreement among raft nodes before linearized reading' (duration: 226.910733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:21.655954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:22.157082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:22.541769Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655730646s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:49:22.542102Z","caller":"traceutil/trace.go:171","msg":"trace[208294744] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:672; }","duration":"1.387120817s","start":"2026-02-27T16:49:21.154966Z","end":"2026-02-27T16:49:22.542086Z","steps":["trace[208294744] 'read index received' (duration: 1.386931082s)","trace[208294744] 'applied index is now lower than readState.Index' (duration: 188.915µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:22.542164Z","caller":"traceutil/trace.go:171","msg":"trace[833850333] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"1.663862848s","start":"2026-02-27T16:49:20.878284Z","end":"2026-02-27T16:49:22.542146Z","steps":["trace[833850333] 'process raft request' (duration: 1.663695353s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:22.542239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:20.878255Z","time spent":"1.66392778s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:22.542265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314143389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:22.542332Z","caller":"traceutil/trace.go:171","msg":"trace[1760856033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"1.314257032s","start":"2026-02-27T16:49:21.22806Z","end":"2026-02-27T16:49:22.542318Z","steps":["trace[1760856033] 'agreement among raft nodes before linearized reading' (duration: 1.314122369s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:22.542371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:21.228041Z","time spent":"1.314320134s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:22.542383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387391544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:49:22.542433Z","caller":"traceutil/trace.go:171","msg":"trace[1439801856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:643; }","duration":"1.387495537s","start":"2026-02-27T16:49:21.154925Z","end":"2026-02-27T16:49:22.542421Z","steps":["trace[1439801856] 'agreement among raft nodes before linearized reading' (duration: 1.387317292s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:22.542465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:21.154906Z","time spent":"1.387548808s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:49:22.542466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.572774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:49:22.542524Z","caller":"traceutil/trace.go:171","msg":"trace[632366157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:643; }","duration":"404.667766ms","start":"2026-02-27T16:49:22.13784Z","end":"2026-02-27T16:49:22.542508Z","steps":["trace[632366157] 'agreement among raft nodes before linearized reading' (duration: 404.460871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:22.542565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:22.137823Z","time spent":"404.732318ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:23.012033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.337801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:23.012203Z","caller":"traceutil/trace.go:171","msg":"trace[139420745] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:673; }","duration":"464.40482ms","start":"2026-02-27T16:49:22.547782Z","end":"2026-02-27T16:49:23.012187Z","steps":["trace[139420745] 'read index received' (duration: 339.847022ms)","trace[139420745] 'applied index is now lower than readState.Index' (duration: 124.556828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:23.012427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.93146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:23.012424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.631795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"info","ts":"2026-02-27T16:49:23.012462Z","caller":"traceutil/trace.go:171","msg":"trace[2079591502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"463.020132ms","start":"2026-02-27T16:49:22.549432Z","end":"2026-02-27T16:49:23.012452Z","steps":["trace[2079591502] 'agreement among raft nodes before linearized reading' (duration: 462.96797ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:23.012488Z","caller":"traceutil/trace.go:171","msg":"trace[1012240440] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:645; }","duration":"464.742548ms","start":"2026-02-27T16:49:22.547729Z","end":"2026-02-27T16:49:23.012471Z","steps":["trace[1012240440] 'agreement among raft nodes before linearized reading' (duration: 464.564743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:23.01253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:22.547707Z","time spent":"464.815151ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-02-27T16:49:23.012701Z","caller":"traceutil/trace.go:171","msg":"trace[882796720] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"466.953588ms","start":"2026-02-27T16:49:22.545734Z","end":"2026-02-27T16:49:23.012688Z","steps":["trace[882796720] 'process raft request' (duration: 341.890127ms)","trace[882796720] 'compare' (duration: 124.039703ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:23.01279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:22.545705Z","time spent":"467.02936ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:23.012925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.556347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T16:49:23.012957Z","caller":"traceutil/trace.go:171","msg":"trace[1990295321] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"466.698551ms","start":"2026-02-27T16:49:22.546248Z","end":"2026-02-27T16:49:23.012947Z","steps":["trace[1990295321] 'process raft request' (duration: 465.883409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:23.013011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:22.546232Z","time spent":"466.751202ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:23.01303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.181024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:49:23.013056Z","caller":"traceutil/trace.go:171","msg":"trace[1252418184] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:645; }","duration":"212.244386ms","start":"2026-02-27T16:49:22.800805Z","end":"2026-02-27T16:49:23.013049Z","steps":["trace[1252418184] 'agreement among raft nodes before linearized reading' (duration: 212.174744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:23.012494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:22.549422Z","time spent":"463.065633ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:49:23.012961Z","caller":"traceutil/trace.go:171","msg":"trace[1013862680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"137.724051ms","start":"2026-02-27T16:49:22.875227Z","end":"2026-02-27T16:49:23.012951Z","steps":["trace[1013862680] 'agreement among raft nodes before linearized reading' (duration: 137.547276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:23.561295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.743941ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T16:49:23.561422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:23.014577Z","time spent":"546.841733ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T16:49:23.611254Z","caller":"traceutil/trace.go:171","msg":"trace[1508971498] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"593.49388ms","start":"2026-02-27T16:49:23.017729Z","end":"2026-02-27T16:49:23.611223Z","steps":["trace[1508971498] 'process raft request' (duration: 593.303395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:23.611415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:23.017706Z","time spent":"593.623544ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:23.611418Z","caller":"traceutil/trace.go:171","msg":"trace[1782211958] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"590.855148ms","start":"2026-02-27T16:49:23.020534Z","end":"2026-02-27T16:49:23.611389Z","steps":["trace[1782211958] 'process raft request' (duration: 590.630222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:23.61162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:23.020513Z","time spent":"590.990742ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:24.017588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.007574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:24.017738Z","caller":"traceutil/trace.go:171","msg":"trace[238839151] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:678; }","duration":"196.808577ms","start":"2026-02-27T16:49:23.820908Z","end":"2026-02-27T16:49:24.017717Z","steps":["trace[238839151] 'read index received' (duration: 475.463µs)","trace[238839151] 'applied index is now lower than readState.Index' (duration: 196.331264ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:24.017772Z","caller":"traceutil/trace.go:171","msg":"trace[36131801] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"455.342865ms","start":"2026-02-27T16:49:23.562391Z","end":"2026-02-27T16:49:24.017734Z","steps":["trace[36131801] 'process raft request' (duration: 259.056623ms)","trace[36131801] 'compare' (duration: 195.871041ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:24.017875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:23.562371Z","time spent":"455.451129ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:24.01789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.979551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:24.01796Z","caller":"traceutil/trace.go:171","msg":"trace[1834954621] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:648; }","duration":"197.105245ms","start":"2026-02-27T16:49:23.820824Z","end":"2026-02-27T16:49:24.017929Z","steps":["trace[1834954621] 'agreement among raft nodes before linearized reading' (duration: 196.981001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:25.30933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081743089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:25.309414Z","caller":"traceutil/trace.go:171","msg":"trace[503671709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"1.081857782s","start":"2026-02-27T16:49:24.22754Z","end":"2026-02-27T16:49:25.309398Z","steps":["trace[503671709] 'range keys from in-memory index tree' (duration: 1.081695008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:25.309449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:24.227527Z","time spent":"1.081914624s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:25.309838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.188923ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:25.309884Z","caller":"traceutil/trace.go:171","msg":"trace[1553777214] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:648; }","duration":"784.237634ms","start":"2026-02-27T16:49:24.52564Z","end":"2026-02-27T16:49:25.309878Z","steps":["trace[1553777214] 'range keys from in-memory index tree' (duration: 784.180523ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:25.35401Z","caller":"traceutil/trace.go:171","msg":"trace[1079217835] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:679; }","duration":"336.828816ms","start":"2026-02-27T16:49:25.017158Z","end":"2026-02-27T16:49:25.353987Z","steps":["trace[1079217835] 'read index received' (duration: 336.698333ms)","trace[1079217835] 'applied index is now lower than readState.Index' (duration: 129.333µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:25.354049Z","caller":"traceutil/trace.go:171","msg":"trace[1925140673] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"558.905319ms","start":"2026-02-27T16:49:24.795117Z","end":"2026-02-27T16:49:25.354022Z","steps":["trace[1925140673] 'process raft request' (duration: 558.754875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:25.354151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:24.795093Z","time spent":"559.010622ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:25.354227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.074503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-27T16:49:25.354238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.043432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:49:25.354318Z","caller":"traceutil/trace.go:171","msg":"trace[1693373145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:649; }","duration":"337.167936ms","start":"2026-02-27T16:49:25.017129Z","end":"2026-02-27T16:49:25.354297Z","steps":["trace[1693373145] 'agreement among raft nodes before linearized reading' (duration: 336.894378ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:25.354263Z","caller":"traceutil/trace.go:171","msg":"trace[441024774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:649; }","duration":"337.158536ms","start":"2026-02-27T16:49:25.017095Z","end":"2026-02-27T16:49:25.354254Z","steps":["trace[441024774] 'agreement among raft nodes before linearized reading' (duration: 337.011482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:25.354367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.017117Z","time spent":"337.240328ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:49:25.354412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.017077Z","time spent":"337.32439ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:25.86289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:26.043216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.49067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:26.043331Z","caller":"traceutil/trace.go:171","msg":"trace[2035684967] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"682.181204ms","start":"2026-02-27T16:49:25.36113Z","end":"2026-02-27T16:49:26.043311Z","steps":["trace[2035684967] 'process raft request' (duration: 554.51444ms)","trace[2035684967] 'compare' (duration: 127.342585ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:26.043394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.361109Z","time spent":"682.258256ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:27.3547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.16142378s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:49:27.362288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:49:27.36237Z","caller":"traceutil/trace.go:171","msg":"trace[274786600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314536s","start":"2026-02-27T16:49:25.362037Z","end":"2026-02-27T16:49:27.362352Z","steps":["trace[274786600] 'agreement among raft nodes before linearized reading' (duration: 2.000210193s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:27.362423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.362027Z","time spent":"2.000380317s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:49:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:49:28.546633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353308662s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:28.546825Z","caller":"traceutil/trace.go:171","msg":"trace[1495041916] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"2.437463494s","start":"2026-02-27T16:49:26.109344Z","end":"2026-02-27T16:49:28.546807Z","steps":["trace[1495041916] 'process raft request' (duration: 2.437403972s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:28.546883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:26.109312Z","time spent":"2.437545797s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:49:28.547065Z","caller":"traceutil/trace.go:171","msg":"trace[200187275] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"3.1854536s","start":"2026-02-27T16:49:25.361598Z","end":"2026-02-27T16:49:28.547052Z","steps":["trace[200187275] 'process raft request' (duration: 831.646863ms)","trace[200187275] 'compare' (duration: 2.353098646s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:28.547119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.361575Z","time spent":"3.185513992s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:28.547255Z","caller":"traceutil/trace.go:171","msg":"trace[1335287197] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:680; }","duration":"3.185135062s","start":"2026-02-27T16:49:25.362064Z","end":"2026-02-27T16:49:28.547199Z","steps":["trace[1335287197] 'read index received' (duration: 553.593753ms)","trace[1335287197] 'applied index is now lower than readState.Index' (duration: 2.631538189s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:29.022332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064913262s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:49:29.362933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:49:29.363032Z","caller":"traceutil/trace.go:171","msg":"trace[1012482481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469124s","start":"2026-02-27T16:49:27.36254Z","end":"2026-02-27T16:49:29.363009Z","steps":["trace[1012482481] 'agreement among raft nodes before linearized reading' (duration: 2.000321859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:29.363095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:27.362521Z","time spent":"2.000558697s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:49:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:49:29.90815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.577569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:29.908321Z","caller":"traceutil/trace.go:171","msg":"trace[1866654431] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"1.951121369s","start":"2026-02-27T16:49:27.957172Z","end":"2026-02-27T16:49:29.908293Z","steps":["trace[1866654431] 'process raft request' (duration: 1.065339594s)","trace[1866654431] 'compare' (duration: 885.493025ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:29.908424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:27.957139Z","time spent":"1.951234502s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:29.908509Z","caller":"traceutil/trace.go:171","msg":"trace[469866887] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:683; }","duration":"1.361174873s","start":"2026-02-27T16:49:28.547312Z","end":"2026-02-27T16:49:29.908487Z","steps":["trace[469866887] 'read index received' (duration: 475.12442ms)","trace[469866887] 'applied index is now lower than readState.Index' (duration: 886.047833ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:30.408844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:30.909692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:30.99125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083006632s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-02-27T16:49:30.991534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.158624661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:30.991561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.375962585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:49:30.991587Z","caller":"traceutil/trace.go:171","msg":"trace[282492226] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:653; }","duration":"5.158707674s","start":"2026-02-27T16:49:25.83286Z","end":"2026-02-27T16:49:30.991567Z","steps":["trace[282492226] 'agreement among raft nodes before linearized reading' (duration: 4.075647279s)","trace[282492226] 'count revisions from in-memory index tree' (duration: 1.082975071s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:30.991606Z","caller":"traceutil/trace.go:171","msg":"trace[1100901688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:653; }","duration":"5.376042057s","start":"2026-02-27T16:49:25.615549Z","end":"2026-02-27T16:49:30.991591Z","steps":["trace[1100901688] 'agreement among raft nodes before linearized reading' (duration: 4.292973053s)","trace[1100901688] 'range keys from in-memory index tree' (duration: 1.082942971s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:30.991627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.832831Z","time spent":"5.158786105s","remote":"127.0.0.1:40076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:30.99164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.61553Z","time spent":"5.376102409s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:30.991697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.542734396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:30.991693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.75964203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:30.991738Z","caller":"traceutil/trace.go:171","msg":"trace[1547181502] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:653; }","duration":"5.542774007s","start":"2026-02-27T16:49:25.448948Z","end":"2026-02-27T16:49:30.991722Z","steps":["trace[1547181502] 'agreement among raft nodes before linearized reading' (duration: 4.45962981s)","trace[1547181502] 'count revisions from in-memory index tree' (duration: 1.083088225s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:30.991761Z","caller":"traceutil/trace.go:171","msg":"trace[1780679964] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:653; }","duration":"4.759761984s","start":"2026-02-27T16:49:26.23198Z","end":"2026-02-27T16:49:30.991742Z","steps":["trace[1780679964] 'agreement among raft nodes before linearized reading' (duration: 3.676505554s)","trace[1780679964] 'count revisions from in-memory index tree' (duration: 1.083151097s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:30.991778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.448904Z","time spent":"5.5428645s","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:30.991765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415525311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-27T16:49:30.991796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:26.231957Z","time spent":"4.759830565s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:30.991831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879449518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cncz4\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-02-27T16:49:30.991838Z","caller":"traceutil/trace.go:171","msg":"trace[1668685915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:653; }","duration":"4.415637824s","start":"2026-02-27T16:49:26.576175Z","end":"2026-02-27T16:49:30.991812Z","steps":["trace[1668685915] 'agreement among raft nodes before linearized reading' (duration: 3.332332762s)","trace[1668685915] 'range keys from in-memory index tree' (duration: 1.083113166s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:30.991862Z","caller":"traceutil/trace.go:171","msg":"trace[12507088] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cncz4; range_end:; response_count:1; response_revision:653; }","duration":"3.87951299s","start":"2026-02-27T16:49:27.112338Z","end":"2026-02-27T16:49:30.991851Z","steps":["trace[12507088] 'agreement among raft nodes before linearized reading' (duration: 2.796165157s)","trace[12507088] 'range keys from in-memory index tree' (duration: 1.08325694s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:30.991879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:26.576148Z","time spent":"4.415722737s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:49:30.991889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:27.112319Z","time spent":"3.879564182s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17546,"request content":"key:\"/registry/pods/kube-system/cilium-cncz4\" "} {"level":"warn","ts":"2026-02-27T16:49:30.991939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944489333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:49:30.991973Z","caller":"traceutil/trace.go:171","msg":"trace[1276084471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:653; }","duration":"2.944544735s","start":"2026-02-27T16:49:28.047417Z","end":"2026-02-27T16:49:30.991961Z","steps":["trace[1276084471] 'agreement among raft nodes before linearized reading' (duration: 1.861084229s)","trace[1276084471] 'range keys from in-memory index tree' (duration: 1.083376094s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:30.992001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:28.047402Z","time spent":"2.944593406s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:30.992015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.047737932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:30.992045Z","caller":"traceutil/trace.go:171","msg":"trace[1235063013] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:653; }","duration":"5.047793394s","start":"2026-02-27T16:49:25.944241Z","end":"2026-02-27T16:49:30.992034Z","steps":["trace[1235063013] 'agreement among raft nodes before linearized reading' (duration: 3.964273366s)","trace[1235063013] 'count revisions from in-memory index tree' (duration: 1.083480307s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:30.992075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.944228Z","time spent":"5.047838365s","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:31.370898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000453408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:49:31.370962Z","caller":"traceutil/trace.go:171","msg":"trace[2144803434] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000541431s","start":"2026-02-27T16:49:29.370408Z","end":"2026-02-27T16:49:31.370949Z","steps":["trace[2144803434] 'agreement among raft nodes before linearized reading' (duration: 2.000450228s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:31.370998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:29.37036Z","time spent":"2.000631483s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:49:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:49:31.379328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.105189617s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:49:31.379767Z","caller":"traceutil/trace.go:171","msg":"trace[1275269373] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:685; }","duration":"1.471189579s","start":"2026-02-27T16:49:29.908549Z","end":"2026-02-27T16:49:31.379738Z","steps":["trace[1275269373] 'read index received' (duration: 1.471001353s)","trace[1275269373] 'applied index is now lower than readState.Index' (duration: 186.866µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:31.379831Z","caller":"traceutil/trace.go:171","msg":"trace[39781261] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"2.192783383s","start":"2026-02-27T16:49:29.187007Z","end":"2026-02-27T16:49:31.37979Z","steps":["trace[39781261] 'process raft request' (duration: 2.192530285s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:31.380015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:29.186984Z","time spent":"2.192941557s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:31.380033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014320533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T16:49:31.380096Z","caller":"traceutil/trace.go:171","msg":"trace[383752908] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:654; }","duration":"2.014420396s","start":"2026-02-27T16:49:29.365654Z","end":"2026-02-27T16:49:31.380075Z","steps":["trace[383752908] 'agreement among raft nodes before linearized reading' (duration: 2.01422124s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:31.380158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:29.365596Z","time spent":"2.01454953s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"warn","ts":"2026-02-27T16:49:31.879959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:32.380805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:32.8814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:33.084054Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.704498648s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:49:33.0845Z","caller":"traceutil/trace.go:171","msg":"trace[304738309] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"2.088144187s","start":"2026-02-27T16:49:30.996334Z","end":"2026-02-27T16:49:33.084478Z","steps":["trace[304738309] 'process raft request' (duration: 2.08791283s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:33.084653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:30.996314Z","time spent":"2.08825868s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:33.084926Z","caller":"traceutil/trace.go:171","msg":"trace[1469012585] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"2.088162208s","start":"2026-02-27T16:49:30.99675Z","end":"2026-02-27T16:49:33.084912Z","steps":["trace[1469012585] 'process raft request' (duration: 2.087625311s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:33.085056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:30.996732Z","time spent":"2.088239371s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:33.087289Z","caller":"traceutil/trace.go:171","msg":"trace[2116638513] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"2.083060864s","start":"2026-02-27T16:49:31.004159Z","end":"2026-02-27T16:49:33.08722Z","steps":["trace[2116638513] 'process raft request' (duration: 2.080265875s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:33.087497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:31.00414Z","time spent":"2.083228799s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17693,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:33.371382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:49:33.371569Z","caller":"traceutil/trace.go:171","msg":"trace[1617273570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416111s","start":"2026-02-27T16:49:31.371126Z","end":"2026-02-27T16:49:33.371542Z","steps":["trace[1617273570] 'agreement among raft nodes before linearized reading' (duration: 2.000207165s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:33.371678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:31.371109Z","time spent":"2.000548505s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:49:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:49:34.921639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.837350477s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:49:34.921915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.326536ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:34.922055Z","caller":"traceutil/trace.go:171","msg":"trace[2056800408] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:657; }","duration":"396.486941ms","start":"2026-02-27T16:49:34.52554Z","end":"2026-02-27T16:49:34.922027Z","steps":["trace[2056800408] 'range keys from in-memory index tree' (duration: 396.299165ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:34.922168Z","caller":"traceutil/trace.go:171","msg":"trace[123799678] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"3.540169214s","start":"2026-02-27T16:49:31.381973Z","end":"2026-02-27T16:49:34.922142Z","steps":["trace[123799678] 'process raft request' (duration: 3.539808082s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:34.922207Z","caller":"traceutil/trace.go:171","msg":"trace[270389696] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:686; }","duration":"3.54228905s","start":"2026-02-27T16:49:31.379846Z","end":"2026-02-27T16:49:34.922135Z","steps":["trace[270389696] 'read index received' (duration: 1.704451437s)","trace[270389696] 'applied index is now lower than readState.Index' (duration: 1.837834273s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:34.922276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:31.381955Z","time spent":"3.540250817s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:34.922392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961402448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:34.922474Z","caller":"traceutil/trace.go:171","msg":"trace[1533663544] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:658; }","duration":"2.961542683s","start":"2026-02-27T16:49:31.960915Z","end":"2026-02-27T16:49:34.922457Z","steps":["trace[1533663544] 'agreement among raft nodes before linearized reading' (duration: 2.961402438s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:34.922495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371213578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T16:49:34.922513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:31.960892Z","time spent":"2.961610314s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:34.922535Z","caller":"traceutil/trace.go:171","msg":"trace[185031389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:658; }","duration":"4.37129152s","start":"2026-02-27T16:49:30.551231Z","end":"2026-02-27T16:49:34.922523Z","steps":["trace[185031389] 'agreement among raft nodes before linearized reading' (duration: 4.371057613s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:34.922576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:30.551213Z","time spent":"4.371355102s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:49:34.922705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049199974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:34.922746Z","caller":"traceutil/trace.go:171","msg":"trace[954656124] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:658; }","duration":"2.049282537s","start":"2026-02-27T16:49:32.873454Z","end":"2026-02-27T16:49:34.922737Z","steps":["trace[954656124] 'agreement among raft nodes before linearized reading' (duration: 2.049222065s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:34.92275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888816553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-27T16:49:34.922773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:32.873428Z","time spent":"2.049337849s","remote":"127.0.0.1:40050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:34.92279Z","caller":"traceutil/trace.go:171","msg":"trace[273050289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:658; }","duration":"1.888882375s","start":"2026-02-27T16:49:33.033896Z","end":"2026-02-27T16:49:34.922778Z","steps":["trace[273050289] 'agreement among raft nodes before linearized reading' (duration: 1.888756021s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:34.922823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:33.033882Z","time spent":"1.888935096s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:49:34.922971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54587396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:34.922997Z","caller":"traceutil/trace.go:171","msg":"trace[231577372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:658; }","duration":"1.545933562s","start":"2026-02-27T16:49:33.377055Z","end":"2026-02-27T16:49:34.922988Z","steps":["trace[231577372] 'agreement among raft nodes before linearized reading' (duration: 1.5458941s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:34.922997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121187962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T16:49:34.923021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:33.377037Z","time spent":"1.545979033s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:49:34.923028Z","caller":"traceutil/trace.go:171","msg":"trace[1480170257] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:658; }","duration":"2.121276015s","start":"2026-02-27T16:49:32.801743Z","end":"2026-02-27T16:49:34.923019Z","steps":["trace[1480170257] 'agreement among raft nodes before linearized reading' (duration: 2.121149821s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:34.92306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:32.801713Z","time spent":"2.121340417s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-27T16:49:34.923089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828445764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cncz4\" ","response":"range_response_count:1 size:17708"} {"level":"info","ts":"2026-02-27T16:49:34.923148Z","caller":"traceutil/trace.go:171","msg":"trace[2141072505] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cncz4; range_end:; response_count:1; response_revision:658; }","duration":"1.828536127s","start":"2026-02-27T16:49:33.094595Z","end":"2026-02-27T16:49:34.923131Z","steps":["trace[2141072505] 'agreement among raft nodes before linearized reading' (duration: 1.828361282s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:34.923193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:33.094581Z","time spent":"1.82860042s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17730,"request content":"key:\"/registry/pods/kube-system/cilium-cncz4\" "} {"level":"warn","ts":"2026-02-27T16:49:36.221389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138330288s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-27T16:49:36.221493Z","caller":"traceutil/trace.go:171","msg":"trace[1989190015] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:690; }","duration":"1.296962823s","start":"2026-02-27T16:49:34.924512Z","end":"2026-02-27T16:49:36.221475Z","steps":["trace[1989190015] 'read index received' (duration: 158.578074ms)","trace[1989190015] 'applied index is now lower than readState.Index' (duration: 1.138383079s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:36.221557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:34.924281Z","time spent":"1.297273932s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:49:36.221757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297234721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:36.221786Z","caller":"traceutil/trace.go:171","msg":"trace[1525616729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:658; }","duration":"1.297290744s","start":"2026-02-27T16:49:34.924486Z","end":"2026-02-27T16:49:36.221777Z","steps":["trace[1525616729] 'agreement among raft nodes before linearized reading' (duration: 1.297232552s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:36.221814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:34.924464Z","time spent":"1.297343946s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:36.296973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213899667s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:49:36.297397Z","caller":"traceutil/trace.go:171","msg":"trace[559526256] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"1.370515808s","start":"2026-02-27T16:49:34.926861Z","end":"2026-02-27T16:49:36.297377Z","steps":["trace[559526256] 'process raft request' (duration: 1.370344252s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:36.297505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:34.92684Z","time spent":"1.370596441s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:36.297753Z","caller":"traceutil/trace.go:171","msg":"trace[132215606] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"1.370338962s","start":"2026-02-27T16:49:34.92739Z","end":"2026-02-27T16:49:36.297729Z","steps":["trace[132215606] 'process raft request' (duration: 1.36995243s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:36.297888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:34.92737Z","time spent":"1.370440636s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:36.297977Z","caller":"traceutil/trace.go:171","msg":"trace[50520505] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"1.370027573s","start":"2026-02-27T16:49:34.927909Z","end":"2026-02-27T16:49:36.297936Z","steps":["trace[50520505] 'process raft request' (duration: 1.369710523s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:36.298041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.928492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:36.29809Z","caller":"traceutil/trace.go:171","msg":"trace[1964309812] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:662; }","duration":"754.014385ms","start":"2026-02-27T16:49:35.544063Z","end":"2026-02-27T16:49:36.298077Z","steps":["trace[1964309812] 'agreement among raft nodes before linearized reading' (duration: 753.87695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:36.298106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:34.927898Z","time spent":"1.370146886s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:36.298128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:35.544047Z","time spent":"754.072478ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:36.298302Z","caller":"traceutil/trace.go:171","msg":"trace[1792086335] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"1.362805371s","start":"2026-02-27T16:49:34.935485Z","end":"2026-02-27T16:49:36.29829Z","steps":["trace[1792086335] 'process raft request' (duration: 1.362247552s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:36.298366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:34.935469Z","time spent":"1.362860583s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17775,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:36.298363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342507478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:36.298412Z","caller":"traceutil/trace.go:171","msg":"trace[1906867573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:662; }","duration":"1.342579351s","start":"2026-02-27T16:49:34.955818Z","end":"2026-02-27T16:49:36.298397Z","steps":["trace[1906867573] 'agreement among raft nodes before linearized reading' (duration: 1.342498708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:36.29844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209511535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T16:49:36.298449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:34.955807Z","time spent":"1.342632452s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:49:36.298471Z","caller":"traceutil/trace.go:171","msg":"trace[312294710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:662; }","duration":"1.209632959s","start":"2026-02-27T16:49:35.088827Z","end":"2026-02-27T16:49:36.29846Z","steps":["trace[312294710] 'agreement among raft nodes before linearized reading' (duration: 1.209563947s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:36.298499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:35.088794Z","time spent":"1.209700021s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:36.298367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209542867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:49:36.298643Z","caller":"traceutil/trace.go:171","msg":"trace[1670628486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:662; }","duration":"1.209865306s","start":"2026-02-27T16:49:35.088765Z","end":"2026-02-27T16:49:36.29863Z","steps":["trace[1670628486] 'agreement among raft nodes before linearized reading' (duration: 1.209514985s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:36.298689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:35.088743Z","time spent":"1.209933099s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:37.193634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.227278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:37.193787Z","caller":"traceutil/trace.go:171","msg":"trace[915909535] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"971.129478ms","start":"2026-02-27T16:49:36.22262Z","end":"2026-02-27T16:49:37.19375Z","steps":["trace[915909535] 'process raft request' (duration: 231.728954ms)","trace[915909535] 'compare' (duration: 739.148506ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:37.193842Z","caller":"traceutil/trace.go:171","msg":"trace[1092917360] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"883.220502ms","start":"2026-02-27T16:49:36.310603Z","end":"2026-02-27T16:49:37.193824Z","steps":["trace[1092917360] 'process raft request' (duration: 883.190731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:37.193882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:36.31059Z","time spent":"883.273014ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:37.193936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:36.222598Z","time spent":"971.260533ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:37.193985Z","caller":"traceutil/trace.go:171","msg":"trace[1814379468] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:695; }","duration":"896.077756ms","start":"2026-02-27T16:49:36.297902Z","end":"2026-02-27T16:49:37.19398Z","steps":["trace[1814379468] 'read index received' (duration: 156.461765ms)","trace[1814379468] 'applied index is now lower than readState.Index' (duration: 739.615301ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:37.194066Z","caller":"traceutil/trace.go:171","msg":"trace[279528687] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"886.694586ms","start":"2026-02-27T16:49:36.307351Z","end":"2026-02-27T16:49:37.194045Z","steps":["trace[279528687] 'process raft request' (duration: 886.380256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:37.194096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.535532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:37.194069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:36.308483Z","time spent":"885.58046ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T16:49:37.194112Z","caller":"traceutil/trace.go:171","msg":"trace[1749298105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"964.579033ms","start":"2026-02-27T16:49:36.229529Z","end":"2026-02-27T16:49:37.194108Z","steps":["trace[1749298105] 'agreement among raft nodes before linearized reading' (duration: 964.552782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:37.194127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:36.229517Z","time spent":"964.607174ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:49:37.194108Z","caller":"traceutil/trace.go:171","msg":"trace[2019669535] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"886.758058ms","start":"2026-02-27T16:49:36.307323Z","end":"2026-02-27T16:49:37.194081Z","steps":["trace[2019669535] 'process raft request' (duration: 886.382556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:37.194154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:36.307336Z","time spent":"886.774729ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:37.194244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:36.307304Z","time spent":"886.867492ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:37.194302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.085854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T16:49:37.194342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.640664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cncz4\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-02-27T16:49:37.194359Z","caller":"traceutil/trace.go:171","msg":"trace[57057431] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cncz4; range_end:; response_count:1; response_revision:666; }","duration":"889.691025ms","start":"2026-02-27T16:49:36.304663Z","end":"2026-02-27T16:49:37.194354Z","steps":["trace[57057431] 'agreement among raft nodes before linearized reading' (duration: 889.617673ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:37.194351Z","caller":"traceutil/trace.go:171","msg":"trace[1755056236] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:666; }","duration":"892.156657ms","start":"2026-02-27T16:49:36.302177Z","end":"2026-02-27T16:49:37.194334Z","steps":["trace[1755056236] 'agreement among raft nodes before linearized reading' (duration: 892.005392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:37.194376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:36.304645Z","time spent":"889.727247ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17812,"request content":"key:\"/registry/pods/kube-system/cilium-cncz4\" "} {"level":"warn","ts":"2026-02-27T16:49:37.194388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:36.302166Z","time spent":"892.213878ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"warn","ts":"2026-02-27T16:49:37.194394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.598009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:49:37.194345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.493003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-27T16:49:37.194427Z","caller":"traceutil/trace.go:171","msg":"trace[1237364764] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:666; }","duration":"871.655411ms","start":"2026-02-27T16:49:36.322761Z","end":"2026-02-27T16:49:37.194416Z","steps":["trace[1237364764] 'agreement among raft nodes before linearized reading' (duration: 871.61012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:37.194461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:36.322747Z","time spent":"871.706643ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:37.194465Z","caller":"traceutil/trace.go:171","msg":"trace[2027452894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:666; }","duration":"887.622687ms","start":"2026-02-27T16:49:36.306822Z","end":"2026-02-27T16:49:37.194445Z","steps":["trace[2027452894] 'agreement among raft nodes before linearized reading' (duration: 887.4063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:37.194524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:36.306812Z","time spent":"887.694499ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:49:38.060808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.185335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:38.060964Z","caller":"traceutil/trace.go:171","msg":"trace[849338991] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"864.632961ms","start":"2026-02-27T16:49:37.196308Z","end":"2026-02-27T16:49:38.060941Z","steps":["trace[849338991] 'process raft request' (duration: 120.93152ms)","trace[849338991] 'compare' (duration: 743.084421ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:38.061061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:37.196287Z","time spent":"864.726815ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:38.935103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.617753972s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:49:39.010254Z","caller":"traceutil/trace.go:171","msg":"trace[1758301713] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:700; }","duration":"1.812330646s","start":"2026-02-27T16:49:37.197896Z","end":"2026-02-27T16:49:39.010226Z","steps":["trace[1758301713] 'read index received' (duration: 119.549763ms)","trace[1758301713] 'applied index is now lower than readState.Index' (duration: 1.692779813s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:39.010499Z","caller":"traceutil/trace.go:171","msg":"trace[1424544043] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"1.813999593s","start":"2026-02-27T16:49:37.196483Z","end":"2026-02-27T16:49:39.010483Z","steps":["trace[1424544043] 'process raft request' (duration: 1.81360454s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:39.010537Z","caller":"traceutil/trace.go:171","msg":"trace[382002782] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"1.809882965s","start":"2026-02-27T16:49:37.200633Z","end":"2026-02-27T16:49:39.010516Z","steps":["trace[382002782] 'process raft request' (duration: 1.809519853s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:39.010611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:37.196469Z","time spent":"1.814081375s","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:49:39.010617Z","caller":"traceutil/trace.go:171","msg":"trace[1771191662] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"1.814139887s","start":"2026-02-27T16:49:37.19646Z","end":"2026-02-27T16:49:39.0106Z","steps":["trace[1771191662] 'process raft request' (duration: 1.813557047s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:39.010653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:37.200613Z","time spent":"1.809972148s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:39.010684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812776221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:49:39.01068Z","caller":"traceutil/trace.go:171","msg":"trace[1641112267] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"1.814166928s","start":"2026-02-27T16:49:37.196469Z","end":"2026-02-27T16:49:39.010636Z","steps":["trace[1641112267] 'process raft request' (duration: 1.813583238s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:39.010737Z","caller":"traceutil/trace.go:171","msg":"trace[1251128755] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:672; }","duration":"1.812878695s","start":"2026-02-27T16:49:37.197842Z","end":"2026-02-27T16:49:39.010721Z","steps":["trace[1251128755] 'agreement among raft nodes before linearized reading' (duration: 1.812674118s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:39.010741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:37.196444Z","time spent":"1.81421515s","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:39.010787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:37.197827Z","time spent":"1.812947287s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T16:49:39.010868Z","caller":"traceutil/trace.go:171","msg":"trace[574906576] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"1.813989422s","start":"2026-02-27T16:49:37.196386Z","end":"2026-02-27T16:49:39.010376Z","steps":["trace[574906576] 'process raft request' (duration: 1.739190449s)","trace[574906576] 'compare' (duration: 74.331878ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:39.011111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:37.196367Z","time spent":"1.814702566s","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:39.010909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:37.196455Z","time spent":"1.814329563s","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:39.644622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.538745ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:49:39.644984Z","caller":"traceutil/trace.go:171","msg":"trace[700565307] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:706; }","duration":"634.621495ms","start":"2026-02-27T16:49:39.01034Z","end":"2026-02-27T16:49:39.644961Z","steps":["trace[700565307] 'read index received' (duration: 72.614715ms)","trace[700565307] 'applied index is now lower than readState.Index' (duration: 562.00441ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:39.645131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336932359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:49:39.645219Z","caller":"traceutil/trace.go:171","msg":"trace[504466787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:672; }","duration":"1.337059003s","start":"2026-02-27T16:49:38.308132Z","end":"2026-02-27T16:49:39.645191Z","steps":["trace[504466787] 'agreement among raft nodes before linearized reading' (duration: 1.336838935s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:39.645266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:38.30811Z","time spent":"1.337147046s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:49:39.645315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299696425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4759"} {"level":"info","ts":"2026-02-27T16:49:39.645375Z","caller":"traceutil/trace.go:171","msg":"trace[1759996340] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:672; }","duration":"2.299783657s","start":"2026-02-27T16:49:37.345576Z","end":"2026-02-27T16:49:39.645359Z","steps":["trace[1759996340] 'agreement among raft nodes before linearized reading' (duration: 2.299600051s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:39.645427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:37.34556Z","time spent":"2.29985493s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4781,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T16:49:39.64515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419944438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:39.645477Z","caller":"traceutil/trace.go:171","msg":"trace[1177569542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:672; }","duration":"1.42031366s","start":"2026-02-27T16:49:38.225152Z","end":"2026-02-27T16:49:39.645466Z","steps":["trace[1177569542] 'agreement among raft nodes before linearized reading' (duration: 1.419928117s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:39.645516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:38.225131Z","time spent":"1.420376772s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:39.645578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.00911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T16:49:39.645627Z","caller":"traceutil/trace.go:171","msg":"trace[1431385488] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:672; }","duration":"633.083883ms","start":"2026-02-27T16:49:39.012531Z","end":"2026-02-27T16:49:39.645614Z","steps":["trace[1431385488] 'agreement among raft nodes before linearized reading' (duration: 633.00064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:39.645669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:39.012512Z","time spent":"633.146886ms","remote":"127.0.0.1:40050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T16:49:39.645864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.210395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T16:49:39.645943Z","caller":"traceutil/trace.go:171","msg":"trace[1147553877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:672; }","duration":"446.347021ms","start":"2026-02-27T16:49:39.199579Z","end":"2026-02-27T16:49:39.645926Z","steps":["trace[1147553877] 'agreement among raft nodes before linearized reading' (duration: 446.109102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:39.646027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:39.199555Z","time spent":"446.462415ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:39.64644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.569288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:49:39.646581Z","caller":"traceutil/trace.go:171","msg":"trace[649499530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:672; }","duration":"446.725723ms","start":"2026-02-27T16:49:39.199831Z","end":"2026-02-27T16:49:39.646557Z","steps":["trace[649499530] 'agreement among raft nodes before linearized reading' (duration: 445.748789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:39.646903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:39.199817Z","time spent":"447.067485ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T16:49:39.814538Z","caller":"traceutil/trace.go:171","msg":"trace[513954426] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"164.791965ms","start":"2026-02-27T16:49:39.649721Z","end":"2026-02-27T16:49:39.814513Z","steps":["trace[513954426] 'process raft request' (duration: 164.570928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:40.356107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.85985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:40.356486Z","caller":"traceutil/trace.go:171","msg":"trace[1852058056] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:707; }","duration":"700.814581ms","start":"2026-02-27T16:49:39.655646Z","end":"2026-02-27T16:49:40.356461Z","steps":["trace[1852058056] 'read index received' (duration: 158.665728ms)","trace[1852058056] 'applied index is now lower than readState.Index' (duration: 542.147253ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:40.356529Z","caller":"traceutil/trace.go:171","msg":"trace[643979474] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"705.708017ms","start":"2026-02-27T16:49:39.650775Z","end":"2026-02-27T16:49:40.356483Z","steps":["trace[643979474] 'process raft request' (duration: 705.467729ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:40.356486Z","caller":"traceutil/trace.go:171","msg":"trace[2105736167] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"706.254645ms","start":"2026-02-27T16:49:39.650199Z","end":"2026-02-27T16:49:40.356454Z","steps":["trace[2105736167] 'process raft request' (duration: 391.914999ms)","trace[2105736167] 'compare' (duration: 313.56749ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:40.356634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.984346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:40.356676Z","caller":"traceutil/trace.go:171","msg":"trace[7801537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"701.049719ms","start":"2026-02-27T16:49:39.655615Z","end":"2026-02-27T16:49:40.356664Z","steps":["trace[7801537] 'agreement among raft nodes before linearized reading' (duration: 700.976546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:40.356717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:39.655605Z","time spent":"701.10348ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:40.35674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:39.650764Z","time spent":"705.854912ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:40.356755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:39.65019Z","time spent":"706.458243ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:41.333384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.091224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:41.333461Z","caller":"traceutil/trace.go:171","msg":"trace[130276708] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:710; }","duration":"976.890655ms","start":"2026-02-27T16:49:40.356556Z","end":"2026-02-27T16:49:41.333447Z","steps":["trace[130276708] 'read index received' (duration: 327.619365ms)","trace[130276708] 'applied index is now lower than readState.Index' (duration: 649.27054ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:41.333533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425273574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:41.33353Z","caller":"traceutil/trace.go:171","msg":"trace[2049512611] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"1.158108276s","start":"2026-02-27T16:49:40.175411Z","end":"2026-02-27T16:49:41.333519Z","steps":["trace[2049512611] 'process raft request' (duration: 508.828045ms)","trace[2049512611] 'compare' (duration: 649.016122ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:41.333551Z","caller":"traceutil/trace.go:171","msg":"trace[742824158] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:676; }","duration":"1.425326576s","start":"2026-02-27T16:49:39.908218Z","end":"2026-02-27T16:49:41.333545Z","steps":["trace[742824158] 'agreement among raft nodes before linearized reading' (duration: 1.425290875s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:41.333572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:40.175385Z","time spent":"1.158167158s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:41.333572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:39.908195Z","time spent":"1.425371538s","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:41.333653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.948954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T16:49:41.333671Z","caller":"traceutil/trace.go:171","msg":"trace[172447851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:676; }","duration":"318.001786ms","start":"2026-02-27T16:49:41.015665Z","end":"2026-02-27T16:49:41.333666Z","steps":["trace[172447851] 'agreement among raft nodes before linearized reading' (duration: 317.925843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:41.333691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:41.015645Z","time spent":"318.040358ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:49:41.333746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.398513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:41.333705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093379937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4759"} {"level":"info","ts":"2026-02-27T16:49:41.333763Z","caller":"traceutil/trace.go:171","msg":"trace[1302881231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:676; }","duration":"106.445044ms","start":"2026-02-27T16:49:41.227312Z","end":"2026-02-27T16:49:41.333757Z","steps":["trace[1302881231] 'agreement among raft nodes before linearized reading' (duration: 106.423343ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:41.333805Z","caller":"traceutil/trace.go:171","msg":"trace[1787000523] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:676; }","duration":"1.093518852s","start":"2026-02-27T16:49:40.240262Z","end":"2026-02-27T16:49:41.33378Z","steps":["trace[1787000523] 'agreement among raft nodes before linearized reading' (duration: 1.093243472s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:41.333864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:40.240248Z","time spent":"1.093601144s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4781,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T16:49:42.090038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.153815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:42.090144Z","caller":"traceutil/trace.go:171","msg":"trace[1870329058] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"752.212459ms","start":"2026-02-27T16:49:41.337914Z","end":"2026-02-27T16:49:42.090126Z","steps":["trace[1870329058] 'process raft request' (duration: 551.895258ms)","trace[1870329058] 'compare' (duration: 200.038852ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:42.090203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:41.337892Z","time spent":"752.284231ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:44.228232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000098601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:49:44.228352Z","caller":"traceutil/trace.go:171","msg":"trace[1956146723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000279617s","start":"2026-02-27T16:49:42.228047Z","end":"2026-02-27T16:49:44.228327Z","steps":["trace[1956146723] 'agreement among raft nodes before linearized reading' (duration: 2.000124001s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.228412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:42.22803Z","time spent":"2.000371381s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:49:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:49:44.399258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845569816s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:44.399367Z","caller":"traceutil/trace.go:171","msg":"trace[1263704664] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:711; }","duration":"2.579940348s","start":"2026-02-27T16:49:41.819411Z","end":"2026-02-27T16:49:44.399351Z","steps":["trace[1263704664] 'read index received' (duration: 70.413392ms)","trace[1263704664] 'applied index is now lower than readState.Index' (duration: 2.509525156s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:44.399435Z","caller":"traceutil/trace.go:171","msg":"trace[1064917203] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"2.863616851s","start":"2026-02-27T16:49:41.535774Z","end":"2026-02-27T16:49:44.399391Z","steps":["trace[1064917203] 'process raft request' (duration: 1.016590154s)","trace[1064917203] 'compare' (duration: 1.844354901s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:44.39956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580150905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:49:44.39959Z","caller":"traceutil/trace.go:171","msg":"trace[52160633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:678; }","duration":"2.580213327s","start":"2026-02-27T16:49:41.819367Z","end":"2026-02-27T16:49:44.39958Z","steps":["trace[52160633] 'agreement among raft nodes before linearized reading' (duration: 2.580070782s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.399588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:41.535758Z","time spent":"2.863740064s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:44.399629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:41.819348Z","time spent":"2.58027384s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:49:44.39963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.235819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:44.399713Z","caller":"traceutil/trace.go:171","msg":"trace[2029025451] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:678; }","duration":"655.379904ms","start":"2026-02-27T16:49:43.744309Z","end":"2026-02-27T16:49:44.399689Z","steps":["trace[2029025451] 'agreement among raft nodes before linearized reading' (duration: 655.228819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.399767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.338893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:44.399769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:43.744289Z","time spent":"655.468148ms","remote":"127.0.0.1:40006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:44.399799Z","caller":"traceutil/trace.go:171","msg":"trace[17555486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:678; }","duration":"171.367854ms","start":"2026-02-27T16:49:44.228421Z","end":"2026-02-27T16:49:44.399788Z","steps":["trace[17555486] 'agreement among raft nodes before linearized reading' (duration: 171.30227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.399824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597688533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:49:44.399889Z","caller":"traceutil/trace.go:171","msg":"trace[191906432] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:678; }","duration":"1.597766185s","start":"2026-02-27T16:49:42.802084Z","end":"2026-02-27T16:49:44.399851Z","steps":["trace[191906432] 'agreement among raft nodes before linearized reading' (duration: 1.597598508s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.399924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:42.802063Z","time spent":"1.597852148s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-27T16:49:44.400061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.984579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-27T16:49:44.400096Z","caller":"traceutil/trace.go:171","msg":"trace[1302708711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:678; }","duration":"306.059922ms","start":"2026-02-27T16:49:44.094026Z","end":"2026-02-27T16:49:44.400086Z","steps":["trace[1302708711] 'agreement among raft nodes before linearized reading' (duration: 305.925228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.400123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:44.094005Z","time spent":"306.112003ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:49:44.400168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038811601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T16:49:44.400206Z","caller":"traceutil/trace.go:171","msg":"trace[845444211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:678; }","duration":"2.038889743s","start":"2026-02-27T16:49:42.361306Z","end":"2026-02-27T16:49:44.400196Z","steps":["trace[845444211] 'agreement among raft nodes before linearized reading' (duration: 2.03879651s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.399646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289353287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"warn","ts":"2026-02-27T16:49:44.400234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:42.361286Z","time spent":"2.038941865s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:49:44.400255Z","caller":"traceutil/trace.go:171","msg":"trace[509047585] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:678; }","duration":"2.290028302s","start":"2026-02-27T16:49:42.110216Z","end":"2026-02-27T16:49:44.400245Z","steps":["trace[509047585] 'agreement among raft nodes before linearized reading' (duration: 2.289282865s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.400286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:42.110199Z","time spent":"2.290077884s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4217,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-02-27T16:49:44.400208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03880451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:49:44.400327Z","caller":"traceutil/trace.go:171","msg":"trace[477078949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:678; }","duration":"2.038961837s","start":"2026-02-27T16:49:42.361355Z","end":"2026-02-27T16:49:44.400317Z","steps":["trace[477078949] 'agreement among raft nodes before linearized reading' (duration: 2.038703127s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.400356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:42.361334Z","time spent":"2.039013688s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:44.790618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.172436ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:44.790844Z","caller":"traceutil/trace.go:171","msg":"trace[1938616671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:678; }","duration":"265.411174ms","start":"2026-02-27T16:49:44.525407Z","end":"2026-02-27T16:49:44.790818Z","steps":["trace[1938616671] 'range keys from in-memory index tree' (duration: 265.153025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.790911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.781201ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-27T16:49:44.790985Z","caller":"traceutil/trace.go:171","msg":"trace[193261999] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:713; }","duration":"385.725587ms","start":"2026-02-27T16:49:44.405247Z","end":"2026-02-27T16:49:44.790972Z","steps":["trace[193261999] 'read index received' (duration: 250.860813ms)","trace[193261999] 'applied index is now lower than readState.Index' (duration: 134.863564ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:44.791025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:44.402788Z","time spent":"388.230847ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:49:44.791122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.867032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T16:49:44.791142Z","caller":"traceutil/trace.go:171","msg":"trace[916147402] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:678; }","duration":"385.921764ms","start":"2026-02-27T16:49:44.405213Z","end":"2026-02-27T16:49:44.791135Z","steps":["trace[916147402] 'agreement among raft nodes before linearized reading' (duration: 385.81334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.791171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:44.405198Z","time spent":"385.968576ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"info","ts":"2026-02-27T16:49:44.834621Z","caller":"traceutil/trace.go:171","msg":"trace[1242043627] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"429.341622ms","start":"2026-02-27T16:49:44.405255Z","end":"2026-02-27T16:49:44.834597Z","steps":["trace[1242043627] 'process raft request' (duration: 429.102873ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:44.834673Z","caller":"traceutil/trace.go:171","msg":"trace[573435027] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"429.227776ms","start":"2026-02-27T16:49:44.40541Z","end":"2026-02-27T16:49:44.834638Z","steps":["trace[573435027] 'process raft request' (duration: 429.127592ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:44.834685Z","caller":"traceutil/trace.go:171","msg":"trace[1692132349] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"429.287789ms","start":"2026-02-27T16:49:44.405373Z","end":"2026-02-27T16:49:44.83466Z","steps":["trace[1692132349] 'process raft request' (duration: 429.123583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.834773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:44.405222Z","time spent":"429.469986ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:44.834805Z","caller":"traceutil/trace.go:171","msg":"trace[650719] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"429.32303ms","start":"2026-02-27T16:49:44.405446Z","end":"2026-02-27T16:49:44.834769Z","steps":["trace[650719] 'process raft request' (duration: 429.120873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.834849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:44.405367Z","time spent":"429.400983ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:44.83485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:44.405406Z","time spent":"429.353521ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:44.834953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:44.405431Z","time spent":"429.442054ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:44.835032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.377283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-02-27T16:49:44.835103Z","caller":"traceutil/trace.go:171","msg":"trace[782087620] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:682; }","duration":"424.466456ms","start":"2026-02-27T16:49:44.410623Z","end":"2026-02-27T16:49:44.835089Z","steps":["trace[782087620] 'agreement among raft nodes before linearized reading' (duration: 424.202177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.835226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:44.410615Z","time spent":"424.597721ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4217,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-02-27T16:49:44.835278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.380414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:44.835403Z","caller":"traceutil/trace.go:171","msg":"trace[676278170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:682; }","duration":"426.553641ms","start":"2026-02-27T16:49:44.408835Z","end":"2026-02-27T16:49:44.835388Z","steps":["trace[676278170] 'agreement among raft nodes before linearized reading' (duration: 425.770053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:44.835439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:44.40882Z","time spent":"426.611552ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:45.406384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:45.617537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:45.04358Z","time spent":"573.949448ms","remote":"127.0.0.1:37246","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:49:45.618252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.020352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:45.618455Z","caller":"traceutil/trace.go:171","msg":"trace[1247932177] linearizableReadLoop","detail":"{readStateIndex:720; appliedIndex:718; }","duration":"712.980296ms","start":"2026-02-27T16:49:44.905457Z","end":"2026-02-27T16:49:45.618437Z","steps":["trace[1247932177] 'read index received' (duration: 542.638372ms)","trace[1247932177] 'applied index is now lower than readState.Index' (duration: 170.340984ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:45.618563Z","caller":"traceutil/trace.go:171","msg":"trace[1875150928] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"826.602219ms","start":"2026-02-27T16:49:44.791945Z","end":"2026-02-27T16:49:45.618547Z","steps":["trace[1875150928] 'process raft request' (duration: 656.194302ms)","trace[1875150928] 'compare' (duration: 169.69423ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:45.618653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:44.791921Z","time spent":"826.688403ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:45.618754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.263437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:49:45.618917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.451014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:45.618966Z","caller":"traceutil/trace.go:171","msg":"trace[941316777] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:684; }","duration":"483.526627ms","start":"2026-02-27T16:49:45.135425Z","end":"2026-02-27T16:49:45.618952Z","steps":["trace[941316777] 'agreement among raft nodes before linearized reading' (duration: 483.456515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:45.61902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:45.135409Z","time spent":"483.596959ms","remote":"127.0.0.1:40300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:45.618886Z","caller":"traceutil/trace.go:171","msg":"trace[1449715102] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:684; }","duration":"713.419672ms","start":"2026-02-27T16:49:44.905416Z","end":"2026-02-27T16:49:45.618835Z","steps":["trace[1449715102] 'agreement among raft nodes before linearized reading' (duration: 713.153463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:45.619162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:44.905398Z","time spent":"713.704813ms","remote":"127.0.0.1:40318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":21,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:45.619019Z","caller":"traceutil/trace.go:171","msg":"trace[141255424] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"825.553851ms","start":"2026-02-27T16:49:44.793453Z","end":"2026-02-27T16:49:45.619007Z","steps":["trace[141255424] 'process raft request' (duration: 824.912168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:45.619379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:44.793435Z","time spent":"825.867083ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:46.516354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.828598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:46.516433Z","caller":"traceutil/trace.go:171","msg":"trace[992455219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:684; }","duration":"288.948822ms","start":"2026-02-27T16:49:46.227463Z","end":"2026-02-27T16:49:46.516412Z","steps":["trace[992455219] 'range keys from in-memory index tree' (duration: 288.726914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:47.607619Z","caller":"traceutil/trace.go:171","msg":"trace[897517227] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"766.686345ms","start":"2026-02-27T16:49:46.840909Z","end":"2026-02-27T16:49:47.607595Z","steps":["trace[897517227] 'process raft request' (duration: 766.538709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:47.607801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:46.840898Z","time spent":"766.82508ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:48.184907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.683976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:48.185164Z","caller":"traceutil/trace.go:171","msg":"trace[328123459] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:721; }","duration":"548.953064ms","start":"2026-02-27T16:49:47.636193Z","end":"2026-02-27T16:49:48.185146Z","steps":["trace[328123459] 'read index received' (duration: 161.51426ms)","trace[328123459] 'applied index is now lower than readState.Index' (duration: 387.437964ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:48.185245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.048277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:48.185273Z","caller":"traceutil/trace.go:171","msg":"trace[1357015566] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:688; }","duration":"549.109889ms","start":"2026-02-27T16:49:47.636154Z","end":"2026-02-27T16:49:48.185264Z","steps":["trace[1357015566] 'agreement among raft nodes before linearized reading' (duration: 549.041387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:48.185306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:47.636121Z","time spent":"549.175591ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:48.18549Z","caller":"traceutil/trace.go:171","msg":"trace[1831287138] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"1.343444044s","start":"2026-02-27T16:49:46.842035Z","end":"2026-02-27T16:49:48.185479Z","steps":["trace[1831287138] 'process raft request' (duration: 955.736291ms)","trace[1831287138] 'compare' (duration: 386.373503ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:48.185545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:46.842023Z","time spent":"1.343491345s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:48.185728Z","caller":"traceutil/trace.go:171","msg":"trace[313638932] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"1.343253397s","start":"2026-02-27T16:49:46.842464Z","end":"2026-02-27T16:49:48.185717Z","steps":["trace[313638932] 'process raft request' (duration: 1.342551211s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:48.185777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:46.84245Z","time spent":"1.343300179s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:48.185974Z","caller":"traceutil/trace.go:171","msg":"trace[111937871] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"1.343391901s","start":"2026-02-27T16:49:46.842571Z","end":"2026-02-27T16:49:48.185963Z","steps":["trace[111937871] 'process raft request' (duration: 1.342532459s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:48.186027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:46.842546Z","time spent":"1.343452574s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:48.729369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:49.161696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146245742s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:49:50.228968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999854986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:49:50.229155Z","caller":"traceutil/trace.go:171","msg":"trace[2035696688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074764s","start":"2026-02-27T16:49:48.229058Z","end":"2026-02-27T16:49:50.229133Z","steps":["trace[2035696688] 'agreement among raft nodes before linearized reading' (duration: 1.999874257s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:50.22923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:48.229045Z","time spent":"2.000172237s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:50.24548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083529749s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:50.245626Z","caller":"traceutil/trace.go:171","msg":"trace[1943017020] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:724; }","duration":"2.016516466s","start":"2026-02-27T16:49:48.229088Z","end":"2026-02-27T16:49:50.245605Z","steps":["trace[1943017020] 'read index received' (duration: 932.720936ms)","trace[1943017020] 'applied index is now lower than readState.Index' (duration: 1.08379351s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:50.24573Z","caller":"traceutil/trace.go:171","msg":"trace[2133625381] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"2.230358273s","start":"2026-02-27T16:49:48.015355Z","end":"2026-02-27T16:49:50.245713Z","steps":["trace[2133625381] 'process raft request' (duration: 1.146489031s)","trace[2133625381] 'compare' (duration: 1.083133645s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:50.245791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:48.015331Z","time spent":"2.230429246s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:50.746531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:51.246652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:51.746852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:52.229784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999641131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:49:52.229856Z","caller":"traceutil/trace.go:171","msg":"trace[353514848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999795188s","start":"2026-02-27T16:49:50.230046Z","end":"2026-02-27T16:49:52.229841Z","steps":["trace[353514848] 'agreement among raft nodes before linearized reading' (duration: 1.999698214s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:52.229903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:50.230016Z","time spent":"1.999875431s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:49:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:49:52.247341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:52.382133Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.223572098s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:49:53.827455Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.444889255s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:49:54.238692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:49:54.238775Z","caller":"traceutil/trace.go:171","msg":"trace[1711278638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238015s","start":"2026-02-27T16:49:52.238515Z","end":"2026-02-27T16:49:54.238753Z","steps":["trace[1711278638] 'agreement among raft nodes before linearized reading' (duration: 2.000132601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:54.238819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:52.238493Z","time spent":"2.000317718s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:54.737044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354658051s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-02-27T16:49:54.737923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.373722ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:54.738009Z","caller":"traceutil/trace.go:171","msg":"trace[994185002] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:689; }","duration":"212.485857ms","start":"2026-02-27T16:49:54.525511Z","end":"2026-02-27T16:49:54.737997Z","steps":["trace[994185002] 'range keys from in-memory index tree' (duration: 212.358811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:54.738968Z","caller":"traceutil/trace.go:171","msg":"trace[814033325] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"3.222723012s","start":"2026-02-27T16:49:51.516227Z","end":"2026-02-27T16:49:54.73895Z","steps":["trace[814033325] 'process raft request' (duration: 3.220905861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:54.739067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:51.516208Z","time spent":"3.222798994s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:55.189336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998829801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-27T16:49:55.189365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998650434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:49:55.189414Z","caller":"traceutil/trace.go:171","msg":"trace[1915104260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998986366s","start":"2026-02-27T16:49:50.190409Z","end":"2026-02-27T16:49:55.189395Z","steps":["trace[1915104260] 'agreement among raft nodes before linearized reading' (duration: 4.998891283s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:55.189439Z","caller":"traceutil/trace.go:171","msg":"trace[1116351155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998811741s","start":"2026-02-27T16:49:50.190611Z","end":"2026-02-27T16:49:55.189423Z","steps":["trace[1116351155] 'agreement among raft nodes before linearized reading' (duration: 4.998709727s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.189459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:50.190356Z","time spent":"4.999094461s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:49:55.189477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:50.190562Z","time spent":"4.998907724s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 16:49:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 16:49:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:49:55.631298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.294487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:55.631483Z","caller":"traceutil/trace.go:171","msg":"trace[1186803735] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"959.348662ms","start":"2026-02-27T16:49:54.672118Z","end":"2026-02-27T16:49:55.631467Z","steps":["trace[1186803735] 'process raft request' (duration: 959.282779ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:55.631534Z","caller":"traceutil/trace.go:171","msg":"trace[2130485925] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:725; }","duration":"5.385839616s","start":"2026-02-27T16:49:50.24567Z","end":"2026-02-27T16:49:55.631509Z","steps":["trace[2130485925] 'read index received' (duration: 2.136965834s)","trace[2130485925] 'applied index is now lower than readState.Index' (duration: 3.248871272s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:55.631554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:54.672088Z","time spent":"959.428055ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:55.631624Z","caller":"traceutil/trace.go:171","msg":"trace[1018956340] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"3.872209027s","start":"2026-02-27T16:49:51.759407Z","end":"2026-02-27T16:49:55.631616Z","steps":["trace[1018956340] 'process raft request' (duration: 2.979534055s)","trace[1018956340] 'compare' (duration: 892.176762ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:55.631692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:51.759387Z","time spent":"3.872256869s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:55.631825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.44945155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:55.631858Z","caller":"traceutil/trace.go:171","msg":"trace[90564837] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:692; }","duration":"6.449512103s","start":"2026-02-27T16:49:49.182335Z","end":"2026-02-27T16:49:55.631847Z","steps":["trace[90564837] 'agreement among raft nodes before linearized reading' (duration: 6.449378807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.631823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.066512549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:55.631889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:49.182317Z","time spent":"6.449564864s","remote":"127.0.0.1:40022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:55.631918Z","caller":"traceutil/trace.go:171","msg":"trace[338666930] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:692; }","duration":"5.066677944s","start":"2026-02-27T16:49:50.565219Z","end":"2026-02-27T16:49:55.631897Z","steps":["trace[338666930] 'agreement among raft nodes before linearized reading' (duration: 5.066506418s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.631943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392639907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:55.631976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:50.565195Z","time spent":"5.066764428s","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:55.631965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.441646296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T16:49:55.632012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791023965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:55.632012Z","caller":"traceutil/trace.go:171","msg":"trace[927701742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:692; }","duration":"1.392745301s","start":"2026-02-27T16:49:54.239249Z","end":"2026-02-27T16:49:55.631995Z","steps":["trace[927701742] 'agreement among raft nodes before linearized reading' (duration: 1.392646157s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.632028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.820676992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:55.632038Z","caller":"traceutil/trace.go:171","msg":"trace[2058263435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:692; }","duration":"5.441775901s","start":"2026-02-27T16:49:50.190245Z","end":"2026-02-27T16:49:55.632021Z","steps":["trace[2058263435] 'agreement among raft nodes before linearized reading' (duration: 5.441556523s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.63205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:54.239235Z","time spent":"1.392807334s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:49:55.632033Z","caller":"traceutil/trace.go:171","msg":"trace[605972120] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:692; }","duration":"1.791076036s","start":"2026-02-27T16:49:53.840949Z","end":"2026-02-27T16:49:55.632025Z","steps":["trace[605972120] 'agreement among raft nodes before linearized reading' (duration: 1.791040535s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.632098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:53.840931Z","time spent":"1.79116296s","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:55.632094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:50.190224Z","time spent":"5.441861135s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:49:55.632094Z","caller":"traceutil/trace.go:171","msg":"trace[25233008] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:692; }","duration":"5.820761866s","start":"2026-02-27T16:49:49.811304Z","end":"2026-02-27T16:49:55.632066Z","steps":["trace[25233008] 'agreement among raft nodes before linearized reading' (duration: 5.820582989s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.63212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.094615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:55.632141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:49.811286Z","time spent":"5.820844239s","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":84,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:55.63216Z","caller":"traceutil/trace.go:171","msg":"trace[1910718693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:692; }","duration":"677.157467ms","start":"2026-02-27T16:49:54.95499Z","end":"2026-02-27T16:49:55.632147Z","steps":["trace[1910718693] 'agreement among raft nodes before linearized reading' (duration: 677.106275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.632186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245725694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:55.632202Z","caller":"traceutil/trace.go:171","msg":"trace[1812513176] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:692; }","duration":"2.245762935s","start":"2026-02-27T16:49:53.386434Z","end":"2026-02-27T16:49:55.632197Z","steps":["trace[1812513176] 'agreement among raft nodes before linearized reading' (duration: 2.245735244s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.632197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:54.954974Z","time spent":"677.21459ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:55.632217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:53.38642Z","time spent":"2.245793276s","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:55.632306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864597534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cncz4\" ","response":"range_response_count:1 size:17790"} {"level":"warn","ts":"2026-02-27T16:49:55.631974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829482715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:49:55.632341Z","caller":"traceutil/trace.go:171","msg":"trace[860278857] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cncz4; range_end:; response_count:1; response_revision:692; }","duration":"2.864660616s","start":"2026-02-27T16:49:52.767671Z","end":"2026-02-27T16:49:55.632331Z","steps":["trace[860278857] 'agreement among raft nodes before linearized reading' (duration: 2.864517161s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.63237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:52.767655Z","time spent":"2.864709778s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17812,"request content":"key:\"/registry/pods/kube-system/cilium-cncz4\" "} {"level":"info","ts":"2026-02-27T16:49:55.632362Z","caller":"traceutil/trace.go:171","msg":"trace[827575205] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:692; }","duration":"2.829893811s","start":"2026-02-27T16:49:52.802456Z","end":"2026-02-27T16:49:55.63235Z","steps":["trace[827575205] 'agreement among raft nodes before linearized reading' (duration: 2.829420153s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.632413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:52.802442Z","time spent":"2.829960304s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-27T16:49:55.632409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.548319689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:55.631838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.019874368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:49:55.632455Z","caller":"traceutil/trace.go:171","msg":"trace[52892059] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:692; }","duration":"4.54836082s","start":"2026-02-27T16:49:51.084073Z","end":"2026-02-27T16:49:55.632434Z","steps":["trace[52892059] 'agreement among raft nodes before linearized reading' (duration: 4.548302178s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.632486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:51.084021Z","time spent":"4.548457784s","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:55.63249Z","caller":"traceutil/trace.go:171","msg":"trace[605443291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:692; }","duration":"6.020568415s","start":"2026-02-27T16:49:49.611903Z","end":"2026-02-27T16:49:55.632471Z","steps":["trace[605443291] 'agreement among raft nodes before linearized reading' (duration: 6.019780834s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.632517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.948783024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:49:55.63251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35294526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:49:55.632532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:49.611883Z","time spent":"6.020636778s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T16:49:55.632539Z","caller":"traceutil/trace.go:171","msg":"trace[359709005] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:692; }","duration":"3.948805995s","start":"2026-02-27T16:49:51.683727Z","end":"2026-02-27T16:49:55.632533Z","steps":["trace[359709005] 'agreement among raft nodes before linearized reading' (duration: 3.948752253s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:55.63255Z","caller":"traceutil/trace.go:171","msg":"trace[1133752826] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:692; }","duration":"3.353022822s","start":"2026-02-27T16:49:52.279516Z","end":"2026-02-27T16:49:55.632539Z","steps":["trace[1133752826] 'agreement among raft nodes before linearized reading' (duration: 3.35295961s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.632567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:51.683706Z","time spent":"3.948857377s","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":52,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:55.63258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:52.279497Z","time spent":"3.353075785s","remote":"127.0.0.1:40286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:55.632739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.942517973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:55.632784Z","caller":"traceutil/trace.go:171","msg":"trace[1906671481] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:692; }","duration":"4.942607926s","start":"2026-02-27T16:49:50.690159Z","end":"2026-02-27T16:49:55.632767Z","steps":["trace[1906671481] 'agreement among raft nodes before linearized reading' (duration: 4.942541134s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.63282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:50.69013Z","time spent":"4.942679429s","remote":"127.0.0.1:39876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":14,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:49:56.137318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:49:57.640969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999796812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:49:57.641049Z","caller":"traceutil/trace.go:171","msg":"trace[1280915792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999922847s","start":"2026-02-27T16:49:55.641108Z","end":"2026-02-27T16:49:57.641031Z","steps":["trace[1280915792] 'agreement among raft nodes before linearized reading' (duration: 1.999824553s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:57.641107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:55.641093Z","time spent":"1.99999847s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:49:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:49:57.961666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655107387s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T16:49:57.961845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:55.635692Z","time spent":"2.326149014s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:49:58.230432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.923762095s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:49:58.558102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.390184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:58.558297Z","caller":"traceutil/trace.go:171","msg":"trace[526936482] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"2.917121878s","start":"2026-02-27T16:49:55.641138Z","end":"2026-02-27T16:49:58.55826Z","steps":["trace[526936482] 'process raft request' (duration: 2.589507424s)","trace[526936482] 'compare' (duration: 327.299251ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:58.558605Z","caller":"traceutil/trace.go:171","msg":"trace[824981473] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"2.91742197s","start":"2026-02-27T16:49:55.641163Z","end":"2026-02-27T16:49:58.558585Z","steps":["trace[824981473] 'process raft request' (duration: 2.917027204s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:58.558645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:55.641115Z","time spent":"2.91742915s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:58.55868Z","caller":"traceutil/trace.go:171","msg":"trace[734504641] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"2.911759647s","start":"2026-02-27T16:49:55.646907Z","end":"2026-02-27T16:49:58.558667Z","steps":["trace[734504641] 'process raft request' (duration: 2.911367732s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:58.558654Z","caller":"traceutil/trace.go:171","msg":"trace[1136135387] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:729; }","duration":"2.922245629s","start":"2026-02-27T16:49:55.636384Z","end":"2026-02-27T16:49:58.55863Z","steps":["trace[1136135387] 'read index received' (duration: 670.231334ms)","trace[1136135387] 'applied index is now lower than readState.Index' (duration: 2.252013135s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:58.558694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:55.641147Z","time spent":"2.917502734s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:58.558733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:55.646882Z","time spent":"2.9118217s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17959,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:58.558822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.527015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:49:58.558854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366766666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T16:49:58.558859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922478488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T16:49:58.558876Z","caller":"traceutil/trace.go:171","msg":"trace[1511945988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:696; }","duration":"1.366823467s","start":"2026-02-27T16:49:57.192044Z","end":"2026-02-27T16:49:58.558868Z","steps":["trace[1511945988] 'agreement among raft nodes before linearized reading' (duration: 1.366741694s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:58.558883Z","caller":"traceutil/trace.go:171","msg":"trace[115958467] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:696; }","duration":"2.92252529s","start":"2026-02-27T16:49:55.636351Z","end":"2026-02-27T16:49:58.558876Z","steps":["trace[115958467] 'agreement among raft nodes before linearized reading' (duration: 2.922385474s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:58.558875Z","caller":"traceutil/trace.go:171","msg":"trace[40501791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:696; }","duration":"910.613419ms","start":"2026-02-27T16:49:57.648246Z","end":"2026-02-27T16:49:58.55886Z","steps":["trace[40501791] 'agreement among raft nodes before linearized reading' (duration: 910.537536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:58.558898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:57.192024Z","time spent":"1.366866839s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:49:58.558908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:55.636339Z","time spent":"2.92255609s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"warn","ts":"2026-02-27T16:49:58.558914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:57.648215Z","time spent":"910.688312ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:58.560003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823359745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329944"} {"level":"warn","ts":"2026-02-27T16:49:58.56007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369406261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T16:49:58.560087Z","caller":"traceutil/trace.go:171","msg":"trace[289051455] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:696; }","duration":"2.82347541s","start":"2026-02-27T16:49:55.736574Z","end":"2026-02-27T16:49:58.56005Z","steps":["trace[289051455] 'agreement among raft nodes before linearized reading' (duration: 2.822189949s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:58.560115Z","caller":"traceutil/trace.go:171","msg":"trace[201350362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:696; }","duration":"1.369474743s","start":"2026-02-27T16:49:57.190619Z","end":"2026-02-27T16:49:58.560094Z","steps":["trace[201350362] 'agreement among raft nodes before linearized reading' (duration: 1.368334268s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:58.560141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:57.190601Z","time spent":"1.369533066s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:49:58.560132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:55.736555Z","time spent":"2.823566013s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329966,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-02-27T16:49:58.560571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.146178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:49:58.560602Z","caller":"traceutil/trace.go:171","msg":"trace[1043361416] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:696; }","duration":"659.208371ms","start":"2026-02-27T16:49:57.90138Z","end":"2026-02-27T16:49:58.560589Z","steps":["trace[1043361416] 'agreement among raft nodes before linearized reading' (duration: 659.154038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:58.560621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:57.901361Z","time spent":"659.253992ms","remote":"127.0.0.1:40284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:49:58.558973Z","caller":"traceutil/trace.go:171","msg":"trace[820438900] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"595.289654ms","start":"2026-02-27T16:49:57.963423Z","end":"2026-02-27T16:49:58.558713Z","steps":["trace[820438900] 'process raft request' (duration: 595.140698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:58.567104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:57.963405Z","time spent":"603.491583ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:59.85934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129428166s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T16:49:59.859594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:58.563143Z","time spent":"1.296446527s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T16:49:59.859681Z","caller":"traceutil/trace.go:171","msg":"trace[563070511] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"1.292284809s","start":"2026-02-27T16:49:58.56738Z","end":"2026-02-27T16:49:59.859665Z","steps":["trace[563070511] 'process raft request' (duration: 1.292248588s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:59.859776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:58.567355Z","time spent":"1.292361322s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:59.859812Z","caller":"traceutil/trace.go:171","msg":"trace[1357967609] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"1.292577151s","start":"2026-02-27T16:49:58.567224Z","end":"2026-02-27T16:49:59.859801Z","steps":["trace[1357967609] 'process raft request' (duration: 1.292278749s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:59.859861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:58.567208Z","time spent":"1.292623183s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:59.859854Z","caller":"traceutil/trace.go:171","msg":"trace[1301346281] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:734; }","duration":"1.292692036s","start":"2026-02-27T16:49:58.567135Z","end":"2026-02-27T16:49:59.859827Z","steps":["trace[1301346281] 'read index received' (duration: 162.75932ms)","trace[1301346281] 'applied index is now lower than readState.Index' (duration: 1.129930866s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:59.859999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292864382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7110"} {"level":"info","ts":"2026-02-27T16:49:59.860025Z","caller":"traceutil/trace.go:171","msg":"trace[1338875425] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:698; }","duration":"1.292935615s","start":"2026-02-27T16:49:58.567081Z","end":"2026-02-27T16:49:59.860017Z","steps":["trace[1338875425] 'agreement among raft nodes before linearized reading' (duration: 1.292840032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:59.860045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:58.567065Z","time spent":"1.292976067s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7132,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T16:50:01.227914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:50:01.228Z","caller":"traceutil/trace.go:171","msg":"trace[1918081562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102164s","start":"2026-02-27T16:49:59.227876Z","end":"2026-02-27T16:50:01.227978Z","steps":["trace[1918081562] 'agreement among raft nodes before linearized reading' (duration: 2.00000044s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:01.228047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:59.227857Z","time spent":"2.000180748s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:50:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:50:01.590049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230655792s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:50:02.552779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303589879s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:50:02.553045Z","caller":"traceutil/trace.go:171","msg":"trace[1096641071] linearizableReadLoop","detail":"{readStateIndex:738; appliedIndex:737; }","duration":"2.69311931s","start":"2026-02-27T16:49:59.859907Z","end":"2026-02-27T16:50:02.553026Z","steps":["trace[1096641071] 'read index received' (duration: 389.301371ms)","trace[1096641071] 'applied index is now lower than readState.Index' (duration: 2.303816839s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:02.553191Z","caller":"traceutil/trace.go:171","msg":"trace[110040643] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"2.692947913s","start":"2026-02-27T16:49:59.860222Z","end":"2026-02-27T16:50:02.55317Z","steps":["trace[110040643] 'process raft request' (duration: 2.692691712s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:02.553374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:59.860204Z","time spent":"2.693051588s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:03.067936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.652908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:03.068074Z","caller":"traceutil/trace.go:171","msg":"trace[795546537] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:739; }","duration":"514.96003ms","start":"2026-02-27T16:50:02.55309Z","end":"2026-02-27T16:50:03.06805Z","steps":["trace[795546537] 'read index received' (duration: 90.654µs)","trace[795546537] 'applied index is now lower than readState.Index' (duration: 514.867406ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:03.068102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.403763695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329944"} {"level":"info","ts":"2026-02-27T16:50:03.068108Z","caller":"traceutil/trace.go:171","msg":"trace[2127678254] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"3.198932471s","start":"2026-02-27T16:49:59.869133Z","end":"2026-02-27T16:50:03.068066Z","steps":["trace[2127678254] 'process raft request' (duration: 2.684023253s)","trace[2127678254] 'compare' (duration: 514.518982ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:03.068199Z","caller":"traceutil/trace.go:171","msg":"trace[1907817099] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:699; }","duration":"4.403873229s","start":"2026-02-27T16:49:58.664295Z","end":"2026-02-27T16:50:03.068168Z","steps":["trace[1907817099] 'agreement among raft nodes before linearized reading' (duration: 3.888763943s)","trace[1907817099] 'range keys from in-memory index tree' (duration: 514.582985ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:03.068214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88496967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:03.06826Z","caller":"traceutil/trace.go:171","msg":"trace[1495445017] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:700; }","duration":"2.885056204s","start":"2026-02-27T16:50:00.183188Z","end":"2026-02-27T16:50:03.068244Z","steps":["trace[1495445017] 'agreement among raft nodes before linearized reading' (duration: 2.884978051s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:03.068242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985385634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:50:03.068307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:00.183168Z","time spent":"2.885125107s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:50:03.068309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49904486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T16:50:03.068332Z","caller":"traceutil/trace.go:171","msg":"trace[1555417238] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:700; }","duration":"1.98553016s","start":"2026-02-27T16:50:01.08278Z","end":"2026-02-27T16:50:03.06831Z","steps":["trace[1555417238] 'agreement among raft nodes before linearized reading' (duration: 1.985364243s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:03.068372Z","caller":"traceutil/trace.go:171","msg":"trace[803714633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:700; }","duration":"2.499154065s","start":"2026-02-27T16:50:00.569201Z","end":"2026-02-27T16:50:03.068355Z","steps":["trace[803714633] 'agreement among raft nodes before linearized reading' (duration: 2.498957857s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:03.068393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499068541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:50:03.068462Z","caller":"traceutil/trace.go:171","msg":"trace[160940215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:700; }","duration":"2.499170627s","start":"2026-02-27T16:50:00.569274Z","end":"2026-02-27T16:50:03.068444Z","steps":["trace[160940215] 'agreement among raft nodes before linearized reading' (duration: 2.498963077s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:03.068482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:01.08276Z","time spent":"1.985618274s","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":13,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:50:03.068498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840270416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:03.068516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:00.569257Z","time spent":"2.499249089s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:03.068523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204391596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-27T16:50:03.068542Z","caller":"traceutil/trace.go:171","msg":"trace[1019536361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:700; }","duration":"1.840347899s","start":"2026-02-27T16:50:01.22818Z","end":"2026-02-27T16:50:03.068528Z","steps":["trace[1019536361] 'agreement among raft nodes before linearized reading' (duration: 1.840266216s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:03.068549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.591973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T16:50:03.068569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204449508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:50:03.068583Z","caller":"traceutil/trace.go:171","msg":"trace[1041007372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:700; }","duration":"1.204465478s","start":"2026-02-27T16:50:01.8641Z","end":"2026-02-27T16:50:03.068565Z","steps":["trace[1041007372] 'agreement among raft nodes before linearized reading' (duration: 1.204304362s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:03.068592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:01.228161Z","time spent":"1.840421712s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:50:03.068614Z","caller":"traceutil/trace.go:171","msg":"trace[1605305734] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:700; }","duration":"511.686727ms","start":"2026-02-27T16:50:02.55691Z","end":"2026-02-27T16:50:03.068597Z","steps":["trace[1605305734] 'agreement among raft nodes before linearized reading' (duration: 511.463767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:03.068629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:01.863957Z","time spent":"1.204661167s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T16:50:03.06863Z","caller":"traceutil/trace.go:171","msg":"trace[902314357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:700; }","duration":"1.204545942s","start":"2026-02-27T16:50:01.864062Z","end":"2026-02-27T16:50:03.068608Z","steps":["trace[902314357] 'agreement among raft nodes before linearized reading' (duration: 1.204324603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:03.068416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:00.569178Z","time spent":"2.499224859s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:03.0687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:02.556896Z","time spent":"511.7513ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"warn","ts":"2026-02-27T16:50:03.068721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:01.863955Z","time spent":"1.20475259s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:50:03.068304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:59.869121Z","time spent":"3.199083498s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:03.068837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:58.66428Z","time spent":"4.403962263s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329966,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-02-27T16:50:03.069045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499667434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T16:50:03.06911Z","caller":"traceutil/trace.go:171","msg":"trace[656466303] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:699; }","duration":"4.499754487s","start":"2026-02-27T16:49:58.569342Z","end":"2026-02-27T16:50:03.069097Z","steps":["trace[656466303] 'agreement among raft nodes before linearized reading' (duration: 3.983735922s)","trace[656466303] 'range keys from in-memory index tree' (duration: 514.534783ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:03.069143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:58.56933Z","time spent":"4.499805829s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T16:50:03.574042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:04.075233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:04.083614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010364984s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:50:05.077131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000122059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:50:05.077216Z","caller":"traceutil/trace.go:171","msg":"trace[2033505395] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295757s","start":"2026-02-27T16:50:03.076902Z","end":"2026-02-27T16:50:05.077198Z","steps":["trace[2033505395] 'agreement among raft nodes before linearized reading' (duration: 2.000181162s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:05.077264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.076889Z","time spent":"2.000366119s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:05.616725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.53269864s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:50:05.905522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380339829s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:05.905658Z","caller":"traceutil/trace.go:171","msg":"trace[1795397101] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:700; }","duration":"1.380489006s","start":"2026-02-27T16:50:04.52515Z","end":"2026-02-27T16:50:05.905639Z","steps":["trace[1795397101] 'range keys from in-memory index tree' (duration: 1.380323659s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:05.906259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822116065s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:05.906527Z","caller":"traceutil/trace.go:171","msg":"trace[1402486518] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"2.833041084s","start":"2026-02-27T16:50:03.073465Z","end":"2026-02-27T16:50:05.906506Z","steps":["trace[1402486518] 'process raft request' (duration: 2.832869656s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:05.906563Z","caller":"traceutil/trace.go:171","msg":"trace[1834252160] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"2.831508129s","start":"2026-02-27T16:50:03.075044Z","end":"2026-02-27T16:50:05.906552Z","steps":["trace[1834252160] 'process raft request' (duration: 2.831383834s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:05.906583Z","caller":"traceutil/trace.go:171","msg":"trace[591938117] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"2.832823764s","start":"2026-02-27T16:50:03.073752Z","end":"2026-02-27T16:50:05.906576Z","steps":["trace[591938117] 'process raft request' (duration: 2.832636937s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:05.906645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.07374Z","time spent":"2.832872387s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:05.906646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.075036Z","time spent":"2.831576942s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:05.906703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.073449Z","time spent":"2.833169419s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:05.90683Z","caller":"traceutil/trace.go:171","msg":"trace[332285073] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"2.833647329s","start":"2026-02-27T16:50:03.073172Z","end":"2026-02-27T16:50:05.90682Z","steps":["trace[332285073] 'process raft request' (duration: 1.010878105s)","trace[332285073] 'compare' (duration: 1.821651466s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:05.906906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.073155Z","time spent":"2.833715712s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:05.906545Z","caller":"traceutil/trace.go:171","msg":"trace[2074062844] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"2.83199898s","start":"2026-02-27T16:50:03.074531Z","end":"2026-02-27T16:50:05.90653Z","steps":["trace[2074062844] 'process raft request' (duration: 2.831877304s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:05.907122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.074522Z","time spent":"2.832568414s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:05.907239Z","caller":"traceutil/trace.go:171","msg":"trace[1314111552] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:740; }","duration":"2.832911198s","start":"2026-02-27T16:50:03.073544Z","end":"2026-02-27T16:50:05.906455Z","steps":["trace[1314111552] 'read index received' (duration: 1.010517081s)","trace[1314111552] 'applied index is now lower than readState.Index' (duration: 1.822393237s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:05.907266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834029925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cncz4\" ","response":"range_response_count:1 size:17974"} {"level":"info","ts":"2026-02-27T16:50:05.907358Z","caller":"traceutil/trace.go:171","msg":"trace[1968182866] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cncz4; range_end:; response_count:1; response_revision:705; }","duration":"2.83416122s","start":"2026-02-27T16:50:03.073188Z","end":"2026-02-27T16:50:05.907349Z","steps":["trace[1968182866] 'agreement among raft nodes before linearized reading' (duration: 2.833975822s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:05.907447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.073169Z","time spent":"2.834267944s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17996,"request content":"key:\"/registry/pods/kube-system/cilium-cncz4\" "} {"level":"warn","ts":"2026-02-27T16:50:06.956762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000543422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:50:06.95684Z","caller":"traceutil/trace.go:171","msg":"trace[765427817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000699581s","start":"2026-02-27T16:50:04.956122Z","end":"2026-02-27T16:50:06.956822Z","steps":["trace[765427817] 'agreement among raft nodes before linearized reading' (duration: 2.000567374s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:06.956976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:04.956109Z","time spent":"2.000854737s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:07.07789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:50:07.07794Z","caller":"traceutil/trace.go:171","msg":"trace[97840916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999937956s","start":"2026-02-27T16:50:05.07799Z","end":"2026-02-27T16:50:07.077928Z","steps":["trace[97840916] 'agreement among raft nodes before linearized reading' (duration: 1.999882444s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:07.078013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:05.077974Z","time spent":"2.00002806s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:50:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:50:07.303496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.308429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:07.303686Z","caller":"traceutil/trace.go:171","msg":"trace[503284615] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:745; }","duration":"1.396357456s","start":"2026-02-27T16:50:05.907309Z","end":"2026-02-27T16:50:07.303667Z","steps":["trace[503284615] 'read index received' (duration: 422.886091ms)","trace[503284615] 'applied index is now lower than readState.Index' (duration: 973.469855ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:07.303796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.762062976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:07.303837Z","caller":"traceutil/trace.go:171","msg":"trace[1287161689] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:706; }","duration":"3.762113278s","start":"2026-02-27T16:50:03.541713Z","end":"2026-02-27T16:50:07.303826Z","steps":["trace[1287161689] 'agreement among raft nodes before linearized reading' (duration: 3.762034484s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:07.303871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.541661Z","time spent":"3.762200622s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":5,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:50:07.304211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229576887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T16:50:07.304254Z","caller":"traceutil/trace.go:171","msg":"trace[1646168223] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:706; }","duration":"4.2296296s","start":"2026-02-27T16:50:03.074614Z","end":"2026-02-27T16:50:07.304243Z","steps":["trace[1646168223] 'agreement among raft nodes before linearized reading' (duration: 4.229552947s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:07.304287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.074607Z","time spent":"4.229671662s","remote":"127.0.0.1:40050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T16:50:07.304213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.917676995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329944"} {"level":"info","ts":"2026-02-27T16:50:07.304364Z","caller":"traceutil/trace.go:171","msg":"trace[1337171670] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:706; }","duration":"3.917858472s","start":"2026-02-27T16:50:03.386479Z","end":"2026-02-27T16:50:07.304337Z","steps":["trace[1337171670] 'agreement among raft nodes before linearized reading' (duration: 3.917297218s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:07.303696Z","caller":"traceutil/trace.go:171","msg":"trace[305345101] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"2.406024856s","start":"2026-02-27T16:50:04.897644Z","end":"2026-02-27T16:50:07.303669Z","steps":["trace[305345101] 'process raft request' (duration: 1.432454457s)","trace[305345101] 'compare' (duration: 973.135391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:07.304458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.38646Z","time spent":"3.917965877s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329966,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-02-27T16:50:07.304562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:04.897617Z","time spent":"2.406829671s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:07.672723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.337584329s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:50:09.085265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99983761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:50:09.085362Z","caller":"traceutil/trace.go:171","msg":"trace[41394771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000008667s","start":"2026-02-27T16:50:07.085331Z","end":"2026-02-27T16:50:09.08534Z","steps":["trace[41394771] 'agreement among raft nodes before linearized reading' (duration: 1.999886471s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:09.085421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:07.085312Z","time spent":"2.00009572s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:50:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:50:09.610059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937089584s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:09.610249Z","caller":"traceutil/trace.go:171","msg":"trace[1538044620] linearizableReadLoop","detail":"{readStateIndex:748; appliedIndex:746; }","duration":"2.30648059s","start":"2026-02-27T16:50:07.30375Z","end":"2026-02-27T16:50:09.61023Z","steps":["trace[1538044620] 'read index received' (duration: 369.086764ms)","trace[1538044620] 'applied index is now lower than readState.Index' (duration: 1.937392566s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:09.610606Z","caller":"traceutil/trace.go:171","msg":"trace[145094419] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"3.690855574s","start":"2026-02-27T16:50:05.919736Z","end":"2026-02-27T16:50:09.610591Z","steps":["trace[145094419] 'process raft request' (duration: 1.753160845s)","trace[145094419] 'compare' (duration: 1.936674254s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:09.610678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:05.919721Z","time spent":"3.690915057s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18052,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:09.610914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69956891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T16:50:09.610977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304515306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:09.611005Z","caller":"traceutil/trace.go:171","msg":"trace[476129052] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:708; }","duration":"3.699711106s","start":"2026-02-27T16:50:05.911267Z","end":"2026-02-27T16:50:09.610978Z","steps":["trace[476129052] 'agreement among raft nodes before linearized reading' (duration: 3.699426724s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:09.611025Z","caller":"traceutil/trace.go:171","msg":"trace[12507825] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:708; }","duration":"2.304609551s","start":"2026-02-27T16:50:07.306402Z","end":"2026-02-27T16:50:09.611011Z","steps":["trace[12507825] 'agreement among raft nodes before linearized reading' (duration: 2.304463544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:09.611066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:07.306381Z","time spent":"2.304672133s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":84,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:50:09.611068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:05.911248Z","time spent":"3.699804959s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"warn","ts":"2026-02-27T16:50:09.61114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699111951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T16:50:09.611159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303752594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:50:09.611178Z","caller":"traceutil/trace.go:171","msg":"trace[414905131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:708; }","duration":"1.699193754s","start":"2026-02-27T16:50:07.911974Z","end":"2026-02-27T16:50:09.611168Z","steps":["trace[414905131] 'agreement among raft nodes before linearized reading' (duration: 1.699069109s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:09.611214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:07.911946Z","time spent":"1.699261067s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T16:50:09.611211Z","caller":"traceutil/trace.go:171","msg":"trace[795383372] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:708; }","duration":"2.303844797s","start":"2026-02-27T16:50:07.307351Z","end":"2026-02-27T16:50:09.611196Z","steps":["trace[795383372] 'agreement among raft nodes before linearized reading' (duration: 2.303697931s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:09.611252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:07.307333Z","time spent":"2.30390865s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-27T16:50:09.611272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698595318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T16:50:09.611141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698500144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:50:09.611329Z","caller":"traceutil/trace.go:171","msg":"trace[627271529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:708; }","duration":"1.698670781s","start":"2026-02-27T16:50:07.912638Z","end":"2026-02-27T16:50:09.611309Z","steps":["trace[627271529] 'agreement among raft nodes before linearized reading' (duration: 1.698555486s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:09.611336Z","caller":"traceutil/trace.go:171","msg":"trace[519195790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:708; }","duration":"1.698738964s","start":"2026-02-27T16:50:07.912585Z","end":"2026-02-27T16:50:09.611324Z","steps":["trace[519195790] 'agreement among raft nodes before linearized reading' (duration: 1.698374578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:09.611377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:07.912574Z","time spent":"1.698793157s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:50:09.611384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:07.912631Z","time spent":"1.698740454s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:09.611432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.704661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:09.611422Z","caller":"traceutil/trace.go:171","msg":"trace[789963889] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"3.599715891s","start":"2026-02-27T16:50:06.011678Z","end":"2026-02-27T16:50:09.611394Z","steps":["trace[789963889] 'process raft request' (duration: 3.598467458s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:09.611384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430914305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329944"} {"level":"info","ts":"2026-02-27T16:50:09.611472Z","caller":"traceutil/trace.go:171","msg":"trace[506585172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:708; }","duration":"525.775185ms","start":"2026-02-27T16:50:09.085684Z","end":"2026-02-27T16:50:09.611459Z","steps":["trace[506585172] 'agreement among raft nodes before linearized reading' (duration: 525.729073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:09.611508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:09.085666Z","time spent":"525.835077ms","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:50:09.611513Z","caller":"traceutil/trace.go:171","msg":"trace[72488294] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:708; }","duration":"1.431078872s","start":"2026-02-27T16:50:08.180418Z","end":"2026-02-27T16:50:09.611497Z","steps":["trace[72488294] 'agreement among raft nodes before linearized reading' (duration: 1.430518748s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:09.611555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698903531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T16:50:09.61156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:06.011649Z","time spent":"3.599838207s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:09.611573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:08.180398Z","time spent":"1.431154275s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329966,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-02-27T16:50:09.611607Z","caller":"traceutil/trace.go:171","msg":"trace[637765115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:708; }","duration":"1.698964634s","start":"2026-02-27T16:50:07.912618Z","end":"2026-02-27T16:50:09.611583Z","steps":["trace[637765115] 'agreement among raft nodes before linearized reading' (duration: 1.69886608s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:09.611639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:07.912606Z","time spent":"1.699026086s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:11.620054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:50:11.620134Z","caller":"traceutil/trace.go:171","msg":"trace[2125296334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000329366s","start":"2026-02-27T16:50:09.619787Z","end":"2026-02-27T16:50:11.620117Z","steps":["trace[2125296334] 'agreement among raft nodes before linearized reading' (duration: 2.000227692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:11.620185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:09.619776Z","time spent":"2.0004001s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:50:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:50:11.689378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958775036s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T16:50:11.68958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:09.614859Z","time spent":"2.074716768s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:50:12.090153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.359573781s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:50:12.152262Z","caller":"traceutil/trace.go:171","msg":"trace[609229636] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:748; }","duration":"2.532419714s","start":"2026-02-27T16:50:09.619821Z","end":"2026-02-27T16:50:12.15224Z","steps":["trace[609229636] 'read index received' (duration: 110.741839ms)","trace[609229636] 'applied index is now lower than readState.Index' (duration: 2.421677065s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:12.152364Z","caller":"traceutil/trace.go:171","msg":"trace[1520924691] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"2.536365103s","start":"2026-02-27T16:50:09.615988Z","end":"2026-02-27T16:50:12.152353Z","steps":["trace[1520924691] 'process raft request' (duration: 2.474453527s)","trace[1520924691] 'compare' (duration: 61.466967ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:12.152458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:09.615918Z","time spent":"2.536471408s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:12.152508Z","caller":"traceutil/trace.go:171","msg":"trace[1895441945] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"2.534834758s","start":"2026-02-27T16:50:09.617657Z","end":"2026-02-27T16:50:12.152492Z","steps":["trace[1895441945] 'process raft request' (duration: 2.534480603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:12.152607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:09.617632Z","time spent":"2.534916232s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:12.152645Z","caller":"traceutil/trace.go:171","msg":"trace[1937963169] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"2.534817677s","start":"2026-02-27T16:50:09.617817Z","end":"2026-02-27T16:50:12.152635Z","steps":["trace[1937963169] 'process raft request' (duration: 2.534364238s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:12.152709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:09.61781Z","time spent":"2.534858259s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:12.152717Z","caller":"traceutil/trace.go:171","msg":"trace[931064578] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"2.536298501s","start":"2026-02-27T16:50:09.616409Z","end":"2026-02-27T16:50:12.152708Z","steps":["trace[931064578] 'process raft request' (duration: 2.535639232s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:12.152771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:09.616393Z","time spent":"2.536352572s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:12.15279Z","caller":"traceutil/trace.go:171","msg":"trace[447679566] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"2.533547983s","start":"2026-02-27T16:50:09.619234Z","end":"2026-02-27T16:50:12.152782Z","steps":["trace[447679566] 'process raft request' (duration: 2.532977158s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:12.15284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:09.619223Z","time spent":"2.533593654s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:13.62084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:50:13.620942Z","caller":"traceutil/trace.go:171","msg":"trace[1634281825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440829s","start":"2026-02-27T16:50:11.620481Z","end":"2026-02-27T16:50:13.620922Z","steps":["trace[1634281825] 'agreement among raft nodes before linearized reading' (duration: 2.000316544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:13.621014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:11.620462Z","time spent":"2.000533163s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:50:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:50:15.628769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000321798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:50:15.628888Z","caller":"traceutil/trace.go:171","msg":"trace[835909740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467194s","start":"2026-02-27T16:50:13.628373Z","end":"2026-02-27T16:50:15.62884Z","steps":["trace[835909740] 'agreement among raft nodes before linearized reading' (duration: 2.000349799s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:15.628953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:13.628353Z","time spent":"2.000573749s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:16.43958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089602123s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-02-27T16:50:16.439735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914486475s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:16.439855Z","caller":"traceutil/trace.go:171","msg":"trace[448653289] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:714; }","duration":"1.914620862s","start":"2026-02-27T16:50:14.525218Z","end":"2026-02-27T16:50:16.439838Z","steps":["trace[448653289] 'range keys from in-memory index tree' (duration: 1.914473435s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:16.439806Z","caller":"traceutil/trace.go:171","msg":"trace[1421349040] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:754; }","duration":"4.287456342s","start":"2026-02-27T16:50:12.152324Z","end":"2026-02-27T16:50:16.439781Z","steps":["trace[1421349040] 'read index received' (duration: 197.623617ms)","trace[1421349040] 'applied index is now lower than readState.Index' (duration: 4.089831965s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:16.440228Z","caller":"traceutil/trace.go:171","msg":"trace[1320321528] transaction","detail":"{read_only:false; number_of_response:1; response_revision:714; }","duration":"4.749891172s","start":"2026-02-27T16:50:11.690297Z","end":"2026-02-27T16:50:16.440188Z","steps":["trace[1320321528] 'process raft request' (duration: 4.749378849s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.440303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.819711589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7302"} {"level":"info","ts":"2026-02-27T16:50:16.440349Z","caller":"traceutil/trace.go:171","msg":"trace[586699301] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:714; }","duration":"6.820137358s","start":"2026-02-27T16:50:09.620199Z","end":"2026-02-27T16:50:16.440336Z","steps":["trace[586699301] 'agreement among raft nodes before linearized reading' (duration: 6.819631626s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.440402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:09.620191Z","time spent":"6.820202151s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7324,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T16:50:16.440435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.190961173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4759"} {"level":"warn","ts":"2026-02-27T16:50:16.440434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:11.690273Z","time spent":"4.750038948s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:16.440481Z","caller":"traceutil/trace.go:171","msg":"trace[569818690] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:714; }","duration":"5.191044067s","start":"2026-02-27T16:50:11.249423Z","end":"2026-02-27T16:50:16.440467Z","steps":["trace[569818690] 'agreement among raft nodes before linearized reading' (duration: 5.19088895s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.440524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:11.249377Z","time spent":"5.191138441s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4781,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T16:50:16.440528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28338209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:50:16.440573Z","caller":"traceutil/trace.go:171","msg":"trace[134189866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:715; }","duration":"2.283462274s","start":"2026-02-27T16:50:14.157098Z","end":"2026-02-27T16:50:16.440561Z","steps":["trace[134189866] 'agreement among raft nodes before linearized reading' (duration: 2.283328548s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.440604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:14.157077Z","time spent":"2.283519757s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:50:16.440768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282996044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T16:50:16.440792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283115309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:50:16.440797Z","caller":"traceutil/trace.go:171","msg":"trace[1362590322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:715; }","duration":"2.283066196s","start":"2026-02-27T16:50:14.157722Z","end":"2026-02-27T16:50:16.440788Z","steps":["trace[1362590322] 'agreement among raft nodes before linearized reading' (duration: 2.282978712s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.440802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.181409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:16.440819Z","caller":"traceutil/trace.go:171","msg":"trace[163515402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:715; }","duration":"2.28315817s","start":"2026-02-27T16:50:14.157652Z","end":"2026-02-27T16:50:16.44081Z","steps":["trace[163515402] 'agreement among raft nodes before linearized reading' (duration: 2.283078466s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.440823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:14.157703Z","time spent":"2.283114548s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:50:16.440834Z","caller":"traceutil/trace.go:171","msg":"trace[2065780698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:715; }","duration":"811.247223ms","start":"2026-02-27T16:50:15.629576Z","end":"2026-02-27T16:50:16.440823Z","steps":["trace[2065780698] 'agreement among raft nodes before linearized reading' (duration: 811.19316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.440844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:14.157645Z","time spent":"2.283193872s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:16.4409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:15.629556Z","time spent":"811.335657ms","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:16.440955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484697023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:16.44098Z","caller":"traceutil/trace.go:171","msg":"trace[782704203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:715; }","duration":"1.484755616s","start":"2026-02-27T16:50:14.956216Z","end":"2026-02-27T16:50:16.440971Z","steps":["trace[782704203] 'agreement among raft nodes before linearized reading' (duration: 1.484718434s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:16.440987Z","caller":"traceutil/trace.go:171","msg":"trace[138022674] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"4.284284624s","start":"2026-02-27T16:50:12.156685Z","end":"2026-02-27T16:50:16.44097Z","steps":["trace[138022674] 'process raft request' (duration: 4.283044589s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.441003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:14.956197Z","time spent":"1.484801437s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:16.441039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283889603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T16:50:16.441056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:12.156658Z","time spent":"4.284366427s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:16.441067Z","caller":"traceutil/trace.go:171","msg":"trace[833654138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:715; }","duration":"2.283955065s","start":"2026-02-27T16:50:14.157103Z","end":"2026-02-27T16:50:16.441058Z","steps":["trace[833654138] 'agreement among raft nodes before linearized reading' (duration: 2.283880702s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.441097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:14.157081Z","time spent":"2.284009627s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:50:16.945403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:17.446418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:17.947271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:18.450973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:50:18.451058Z","caller":"traceutil/trace.go:171","msg":"trace[3394070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420223s","start":"2026-02-27T16:50:16.450619Z","end":"2026-02-27T16:50:18.451039Z","steps":["trace[3394070] 'agreement among raft nodes before linearized reading' (duration: 2.000308987s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:18.451105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:16.45061Z","time spent":"2.000486625s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:50:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:50:19.090412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.053476ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T16:50:19.090506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:16.443Z","time spent":"2.647500128s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:50:19.401076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.300641954s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:50:20.001746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.266073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:20.002247Z","caller":"traceutil/trace.go:171","msg":"trace[1795987847] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"3.556949507s","start":"2026-02-27T16:50:16.445273Z","end":"2026-02-27T16:50:20.002222Z","steps":["trace[1795987847] 'process raft request' (duration: 2.956115158s)","trace[1795987847] 'compare' (duration: 599.931488ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:20.002324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:16.445251Z","time spent":"3.55703285s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:20.002425Z","caller":"traceutil/trace.go:171","msg":"trace[92773455] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"3.556833682s","start":"2026-02-27T16:50:16.445569Z","end":"2026-02-27T16:50:20.002402Z","steps":["trace[92773455] 'process raft request' (duration: 3.556270086s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:20.002537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:16.445561Z","time spent":"3.556920815s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:20.002714Z","caller":"traceutil/trace.go:171","msg":"trace[16526736] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"3.555881359s","start":"2026-02-27T16:50:16.446808Z","end":"2026-02-27T16:50:20.002689Z","steps":["trace[16526736] 'process raft request' (duration: 3.555417109s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:20.002809Z","caller":"traceutil/trace.go:171","msg":"trace[2100962683] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"3.552993141s","start":"2026-02-27T16:50:16.449798Z","end":"2026-02-27T16:50:20.002791Z","steps":["trace[2100962683] 'process raft request' (duration: 3.552486878s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:20.002939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:16.446794Z","time spent":"3.555987075s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:20.002554Z","caller":"traceutil/trace.go:171","msg":"trace[1148972293] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"3.556231895s","start":"2026-02-27T16:50:16.446308Z","end":"2026-02-27T16:50:20.002539Z","steps":["trace[1148972293] 'process raft request' (duration: 3.555858578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:20.003039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:16.449789Z","time spent":"3.553079295s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:20.003206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:16.4463Z","time spent":"3.556809881s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:20.003236Z","caller":"traceutil/trace.go:171","msg":"trace[952286413] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"2.599332148s","start":"2026-02-27T16:50:17.40389Z","end":"2026-02-27T16:50:20.003222Z","steps":["trace[952286413] 'process raft request' (duration: 2.598816264s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:20.004474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:17.403867Z","time spent":"2.600564483s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:20.003244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.557929262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T16:50:20.005012Z","caller":"traceutil/trace.go:171","msg":"trace[1441191403] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:721; }","duration":"3.55969479s","start":"2026-02-27T16:50:16.445265Z","end":"2026-02-27T16:50:20.004959Z","steps":["trace[1441191403] 'agreement among raft nodes before linearized reading' (duration: 3.557823076s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:20.005135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:16.445247Z","time spent":"3.559866898s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"info","ts":"2026-02-27T16:50:20.003307Z","caller":"traceutil/trace.go:171","msg":"trace[256629101] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"911.708869ms","start":"2026-02-27T16:50:19.091584Z","end":"2026-02-27T16:50:20.003292Z","steps":["trace[256629101] 'process raft request' (duration: 911.398515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:20.005478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:19.091558Z","time spent":"913.865847ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:20.003053Z","caller":"traceutil/trace.go:171","msg":"trace[261789889] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:757; }","duration":"3.557728392s","start":"2026-02-27T16:50:16.445305Z","end":"2026-02-27T16:50:20.003033Z","steps":["trace[261789889] 'read index received' (duration: 1.655128699s)","trace[261789889] 'applied index is now lower than readState.Index' (duration: 1.902598313s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:20.056449Z","caller":"traceutil/trace.go:171","msg":"trace[1348645630] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"266.629991ms","start":"2026-02-27T16:50:19.789796Z","end":"2026-02-27T16:50:20.056426Z","steps":["trace[1348645630] 'process raft request' (duration: 266.502585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:20.056714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605413698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:20.05681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610253047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4759"} {"level":"info","ts":"2026-02-27T16:50:20.056917Z","caller":"traceutil/trace.go:171","msg":"trace[529367493] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:723; }","duration":"3.610407524s","start":"2026-02-27T16:50:16.446491Z","end":"2026-02-27T16:50:20.056899Z","steps":["trace[529367493] 'agreement among raft nodes before linearized reading' (duration: 3.610053318s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:20.05697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:16.446474Z","time spent":"3.610486638s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4781,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T16:50:20.056833Z","caller":"traceutil/trace.go:171","msg":"trace[2080684155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:723; }","duration":"1.605582236s","start":"2026-02-27T16:50:18.451232Z","end":"2026-02-27T16:50:20.056814Z","steps":["trace[2080684155] 'agreement among raft nodes before linearized reading' (duration: 1.60522903s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:20.057071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:18.451213Z","time spent":"1.605838297s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:20.55728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:21.058119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:21.559085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:21.615757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.559361093s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:50:21.616133Z","caller":"traceutil/trace.go:171","msg":"trace[1702202687] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:766; }","duration":"1.559675398s","start":"2026-02-27T16:50:20.056434Z","end":"2026-02-27T16:50:21.61611Z","steps":["trace[1702202687] 'read index received' (duration: 1.559458548s)","trace[1702202687] 'applied index is now lower than readState.Index' (duration: 215.829µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:21.616308Z","caller":"traceutil/trace.go:171","msg":"trace[925238403] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"1.608248964s","start":"2026-02-27T16:50:20.008005Z","end":"2026-02-27T16:50:21.616254Z","steps":["trace[925238403] 'process raft request' (duration: 1.607970341s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:21.616381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608969146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cncz4\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-02-27T16:50:21.61643Z","caller":"traceutil/trace.go:171","msg":"trace[1597376048] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cncz4; range_end:; response_count:1; response_revision:724; }","duration":"1.609079461s","start":"2026-02-27T16:50:20.007335Z","end":"2026-02-27T16:50:21.616414Z","steps":["trace[1597376048] 'agreement among raft nodes before linearized reading' (duration: 1.608893133s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:21.616467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:20.007315Z","time spent":"1.609143233s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18089,"request content":"key:\"/registry/pods/kube-system/cilium-cncz4\" "} {"level":"warn","ts":"2026-02-27T16:50:21.616469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:20.007992Z","time spent":"1.608378099s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:21.61671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609362024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T16:50:21.616795Z","caller":"traceutil/trace.go:171","msg":"trace[1817265803] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:724; }","duration":"1.609422898s","start":"2026-02-27T16:50:20.007314Z","end":"2026-02-27T16:50:21.616737Z","steps":["trace[1817265803] 'agreement among raft nodes before linearized reading' (duration: 1.609355505s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:21.616836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:20.0073Z","time spent":"1.609525382s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T16:50:21.616995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55153062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:21.61706Z","caller":"traceutil/trace.go:171","msg":"trace[574811419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:724; }","duration":"1.551638686s","start":"2026-02-27T16:50:20.065408Z","end":"2026-02-27T16:50:21.617046Z","steps":["trace[574811419] 'agreement among raft nodes before linearized reading' (duration: 1.551533761s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:21.617113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:20.065391Z","time spent":"1.551714438s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:22.423704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.854627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:22.423798Z","caller":"traceutil/trace.go:171","msg":"trace[1414710107] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"798.002479ms","start":"2026-02-27T16:50:21.625781Z","end":"2026-02-27T16:50:22.423784Z","steps":["trace[1414710107] 'process raft request' (duration: 63.988604ms)","trace[1414710107] 'compare' (duration: 733.678268ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:22.423843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:21.62577Z","time spent":"798.051171ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:22.508032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:22.643464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.024728ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T16:50:22.643669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:21.626303Z","time spent":"1.017359906s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T16:50:22.643763Z","caller":"traceutil/trace.go:171","msg":"trace[425576910] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:768; }","duration":"636.675917ms","start":"2026-02-27T16:50:22.007065Z","end":"2026-02-27T16:50:22.643741Z","steps":["trace[425576910] 'read index received' (duration: 529.264832ms)","trace[425576910] 'applied index is now lower than readState.Index' (duration: 107.409865ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:22.643828Z","caller":"traceutil/trace.go:171","msg":"trace[1938570279] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"1.01041115s","start":"2026-02-27T16:50:21.63339Z","end":"2026-02-27T16:50:22.643801Z","steps":["trace[1938570279] 'process raft request' (duration: 1.010208051s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:22.643945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:21.633378Z","time spent":"1.010496535s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18236,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:22.644025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.916576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T16:50:22.644021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.939589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:50:22.644046Z","caller":"traceutil/trace.go:171","msg":"trace[1535283484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:726; }","duration":"634.961028ms","start":"2026-02-27T16:50:22.009078Z","end":"2026-02-27T16:50:22.644039Z","steps":["trace[1535283484] 'agreement among raft nodes before linearized reading' (duration: 634.864154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:22.644062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.009067Z","time spent":"634.99206ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:50:22.644065Z","caller":"traceutil/trace.go:171","msg":"trace[1843008106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:726; }","duration":"637.023723ms","start":"2026-02-27T16:50:22.007027Z","end":"2026-02-27T16:50:22.64405Z","steps":["trace[1843008106] 'agreement among raft nodes before linearized reading' (duration: 636.856825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:22.644059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.548162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-27T16:50:22.644094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.050643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:50:22.644122Z","caller":"traceutil/trace.go:171","msg":"trace[1506274588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:726; }","duration":"635.089525ms","start":"2026-02-27T16:50:22.009024Z","end":"2026-02-27T16:50:22.644113Z","steps":["trace[1506274588] 'agreement among raft nodes before linearized reading' (duration: 635.003041ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:22.644124Z","caller":"traceutil/trace.go:171","msg":"trace[449557457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:726; }","duration":"636.672386ms","start":"2026-02-27T16:50:22.007435Z","end":"2026-02-27T16:50:22.644108Z","steps":["trace[449557457] 'agreement among raft nodes before linearized reading' (duration: 636.456877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:22.644118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.007009Z","time spent":"637.097146ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:50:22.644148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.009017Z","time spent":"635.125286ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:22.644157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.002249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T16:50:22.644161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.007405Z","time spent":"636.74776ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T16:50:22.644171Z","caller":"traceutil/trace.go:171","msg":"trace[1369843316] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:726; }","duration":"217.052112ms","start":"2026-02-27T16:50:22.427114Z","end":"2026-02-27T16:50:22.644166Z","steps":["trace[1369843316] 'agreement among raft nodes before linearized reading' (duration: 217.01171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:23.709876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.46214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:23.709991Z","caller":"traceutil/trace.go:171","msg":"trace[916131904] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"1.064637713s","start":"2026-02-27T16:50:22.645322Z","end":"2026-02-27T16:50:23.709959Z","steps":["trace[916131904] 'process raft request' (duration: 130.013505ms)","trace[916131904] 'compare' (duration: 934.272022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:23.710054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.645309Z","time spent":"1.064717776s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:23.780001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004659633s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:50:23.780464Z","caller":"traceutil/trace.go:171","msg":"trace[1752372117] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:770; }","duration":"1.129761014s","start":"2026-02-27T16:50:22.650684Z","end":"2026-02-27T16:50:23.780445Z","steps":["trace[1752372117] 'read index received' (duration: 124.63552ms)","trace[1752372117] 'applied index is now lower than readState.Index' (duration: 1.005124434s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:23.780529Z","caller":"traceutil/trace.go:171","msg":"trace[839362187] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"1.131233301s","start":"2026-02-27T16:50:22.649288Z","end":"2026-02-27T16:50:23.780521Z","steps":["trace[839362187] 'process raft request' (duration: 1.131106035s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:23.780536Z","caller":"traceutil/trace.go:171","msg":"trace[1257100794] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"1.131554406s","start":"2026-02-27T16:50:22.648953Z","end":"2026-02-27T16:50:23.780507Z","steps":["trace[1257100794] 'process raft request' (duration: 1.131383049s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:23.780573Z","caller":"traceutil/trace.go:171","msg":"trace[398428615] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"1.131410369s","start":"2026-02-27T16:50:22.649077Z","end":"2026-02-27T16:50:23.780487Z","steps":["trace[398428615] 'process raft request' (duration: 1.131293294s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:23.780647Z","caller":"traceutil/trace.go:171","msg":"trace[1724156106] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"1.130694377s","start":"2026-02-27T16:50:22.649932Z","end":"2026-02-27T16:50:23.780626Z","steps":["trace[1724156106] 'process raft request' (duration: 1.130485537s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:23.780636Z","caller":"traceutil/trace.go:171","msg":"trace[1226815822] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"1.134252409s","start":"2026-02-27T16:50:22.646351Z","end":"2026-02-27T16:50:23.780604Z","steps":["trace[1226815822] 'process raft request' (duration: 1.133878862s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:23.780687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.648939Z","time spent":"1.131671131s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:23.780691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129997005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7302"} {"level":"warn","ts":"2026-02-27T16:50:23.780619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.64927Z","time spent":"1.131282323s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:23.780746Z","caller":"traceutil/trace.go:171","msg":"trace[2068809651] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:732; }","duration":"1.130076169s","start":"2026-02-27T16:50:22.650657Z","end":"2026-02-27T16:50:23.780733Z","steps":["trace[2068809651] 'agreement among raft nodes before linearized reading' (duration: 1.129873209s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:23.780748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.649921Z","time spent":"1.130778331s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:23.780782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.650645Z","time spent":"1.130129041s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7324,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T16:50:23.780805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.646332Z","time spent":"1.134386745s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:23.780829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028465088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-02-27T16:50:23.780934Z","caller":"traceutil/trace.go:171","msg":"trace[935279220] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:732; }","duration":"1.028611994s","start":"2026-02-27T16:50:22.752304Z","end":"2026-02-27T16:50:23.780916Z","steps":["trace[935279220] 'agreement among raft nodes before linearized reading' (duration: 1.028353262s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:23.780894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.649072Z","time spent":"1.131580157s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:23.781021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.752283Z","time spent":"1.028725629s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12777,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-02-27T16:50:23.780887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.691122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:23.781203Z","caller":"traceutil/trace.go:171","msg":"trace[203036492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:732; }","duration":"553.041938ms","start":"2026-02-27T16:50:23.228148Z","end":"2026-02-27T16:50:23.78119Z","steps":["trace[203036492] 'agreement among raft nodes before linearized reading' (duration: 552.684282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:23.781241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:23.22813Z","time spent":"553.10026ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:24.336872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:24.837797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:25.337944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:25.49656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.70951138s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:50:26.269588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743847674s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:26.269757Z","caller":"traceutil/trace.go:171","msg":"trace[1800005198] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:732; }","duration":"1.744033952s","start":"2026-02-27T16:50:24.525704Z","end":"2026-02-27T16:50:26.269738Z","steps":["trace[1800005198] 'range keys from in-memory index tree' (duration: 1.743829933s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:26.270045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.237932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:26.270183Z","caller":"traceutil/trace.go:171","msg":"trace[2015507867] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"2.483284529s","start":"2026-02-27T16:50:23.786879Z","end":"2026-02-27T16:50:26.270164Z","steps":["trace[2015507867] 'process raft request' (duration: 1.709850027s)","trace[2015507867] 'compare' (duration: 773.131688ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:26.270253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:23.786858Z","time spent":"2.483362462s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:26.331731Z","caller":"traceutil/trace.go:171","msg":"trace[2105965530] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"2.542626557s","start":"2026-02-27T16:50:23.789071Z","end":"2026-02-27T16:50:26.331698Z","steps":["trace[2105965530] 'process raft request' (duration: 2.542394555s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:26.331869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:23.789054Z","time spent":"2.542752173s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:26.956977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:50:26.957081Z","caller":"traceutil/trace.go:171","msg":"trace[344199587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274061s","start":"2026-02-27T16:50:24.956779Z","end":"2026-02-27T16:50:26.957053Z","steps":["trace[344199587] 'agreement among raft nodes before linearized reading' (duration: 2.000150026s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:26.957424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:24.956759Z","time spent":"2.000370515s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:50:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:50:26.959254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.587458ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:50:26.96027Z","caller":"traceutil/trace.go:171","msg":"trace[875150302] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"685.595655ms","start":"2026-02-27T16:50:26.274655Z","end":"2026-02-27T16:50:26.960251Z","steps":["trace[875150302] 'process raft request' (duration: 685.253989ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:26.960327Z","caller":"traceutil/trace.go:171","msg":"trace[1275408857] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:776; }","duration":"3.123633093s","start":"2026-02-27T16:50:23.836614Z","end":"2026-02-27T16:50:26.960247Z","steps":["trace[1275408857] 'read index received' (duration: 1.660133471s)","trace[1275408857] 'applied index is now lower than readState.Index' (duration: 1.463495772s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:26.960376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:26.274629Z","time spent":"685.689499ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:26.960579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123956229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"warn","ts":"2026-02-27T16:50:26.96058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73316127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:26.960635Z","caller":"traceutil/trace.go:171","msg":"trace[1733639549] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:735; }","duration":"3.124036292s","start":"2026-02-27T16:50:23.836574Z","end":"2026-02-27T16:50:26.96061Z","steps":["trace[1733639549] 'agreement among raft nodes before linearized reading' (duration: 3.123857824s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:26.960655Z","caller":"traceutil/trace.go:171","msg":"trace[1755060257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:735; }","duration":"1.733277816s","start":"2026-02-27T16:50:25.227355Z","end":"2026-02-27T16:50:26.960633Z","steps":["trace[1755060257] 'agreement among raft nodes before linearized reading' (duration: 1.73314195s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:26.960671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:23.836557Z","time spent":"3.124105876s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12777,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-02-27T16:50:26.960698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:25.227337Z","time spent":"1.73335324s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:26.960774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174954163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T16:50:26.960866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.713581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cncz4\" ","response":"range_response_count:1 size:18251"} {"level":"info","ts":"2026-02-27T16:50:26.96094Z","caller":"traceutil/trace.go:171","msg":"trace[203918691] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cncz4; range_end:; response_count:1; response_revision:735; }","duration":"625.793015ms","start":"2026-02-27T16:50:26.335135Z","end":"2026-02-27T16:50:26.960928Z","steps":["trace[203918691] 'agreement among raft nodes before linearized reading' (duration: 625.560244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:26.960984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:26.335069Z","time spent":"625.90695ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18273,"request content":"key:\"/registry/pods/kube-system/cilium-cncz4\" "} {"level":"warn","ts":"2026-02-27T16:50:26.961075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175361681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-27T16:50:26.961161Z","caller":"traceutil/trace.go:171","msg":"trace[1217502746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:735; }","duration":"1.175559191s","start":"2026-02-27T16:50:25.785582Z","end":"2026-02-27T16:50:26.961141Z","steps":["trace[1217502746] 'agreement among raft nodes before linearized reading' (duration: 1.175197404s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:26.961205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:25.785561Z","time spent":"1.175636844s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:50:26.961377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17509545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T16:50:26.960849Z","caller":"traceutil/trace.go:171","msg":"trace[158872385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:735; }","duration":"1.17510051s","start":"2026-02-27T16:50:25.785727Z","end":"2026-02-27T16:50:26.960828Z","steps":["trace[158872385] 'agreement among raft nodes before linearized reading' (duration: 1.17488646s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:26.962793Z","caller":"traceutil/trace.go:171","msg":"trace[1297672457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:735; }","duration":"1.176499455s","start":"2026-02-27T16:50:25.786253Z","end":"2026-02-27T16:50:26.962752Z","steps":["trace[1297672457] 'agreement among raft nodes before linearized reading' (duration: 1.174928992s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:26.96282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:25.785685Z","time spent":"1.177118074s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:50:26.962899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:25.786245Z","time spent":"1.176619131s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:26.960882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174736033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:50:26.963044Z","caller":"traceutil/trace.go:171","msg":"trace[2042171282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:735; }","duration":"1.176958336s","start":"2026-02-27T16:50:25.786069Z","end":"2026-02-27T16:50:26.963027Z","steps":["trace[2042171282] 'agreement among raft nodes before linearized reading' (duration: 1.174531234s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:26.963137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:25.78606Z","time spent":"1.17706141s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:28.433861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141361598s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:28.434025Z","caller":"traceutil/trace.go:171","msg":"trace[1964547218] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"1.466291203s","start":"2026-02-27T16:50:26.967716Z","end":"2026-02-27T16:50:28.434008Z","steps":["trace[1964547218] 'process raft request' (duration: 324.709795ms)","trace[1964547218] 'compare' (duration: 1.140772181s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:28.434084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:26.967702Z","time spent":"1.466353956s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:28.434287Z","caller":"traceutil/trace.go:171","msg":"trace[1395862406] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"1.466176618s","start":"2026-02-27T16:50:26.968099Z","end":"2026-02-27T16:50:28.434275Z","steps":["trace[1395862406] 'process raft request' (duration: 1.465851953s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:28.434363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:26.96809Z","time spent":"1.466226961s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:28.434445Z","caller":"traceutil/trace.go:171","msg":"trace[1897851428] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:780; }","duration":"1.464574325s","start":"2026-02-27T16:50:26.969853Z","end":"2026-02-27T16:50:28.434427Z","steps":["trace[1897851428] 'read index received' (duration: 322.586168ms)","trace[1897851428] 'applied index is now lower than readState.Index' (duration: 1.141987357s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:28.434575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464716821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:28.434549Z","caller":"traceutil/trace.go:171","msg":"trace[1547285942] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"1.465704916s","start":"2026-02-27T16:50:26.968816Z","end":"2026-02-27T16:50:28.434521Z","steps":["trace[1547285942] 'process raft request' (duration: 1.465532018s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:28.434603Z","caller":"traceutil/trace.go:171","msg":"trace[1734835507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:741; }","duration":"1.464783355s","start":"2026-02-27T16:50:26.96981Z","end":"2026-02-27T16:50:28.434593Z","steps":["trace[1734835507] 'agreement among raft nodes before linearized reading' (duration: 1.464727142s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:28.434632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:26.969799Z","time spent":"1.464824046s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:50:28.434709Z","caller":"traceutil/trace.go:171","msg":"trace[485038720] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"1.466486242s","start":"2026-02-27T16:50:26.968205Z","end":"2026-02-27T16:50:28.434691Z","steps":["trace[485038720] 'process raft request' (duration: 1.465960738s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:28.434762Z","caller":"traceutil/trace.go:171","msg":"trace[1886224769] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"1.465961619s","start":"2026-02-27T16:50:26.968787Z","end":"2026-02-27T16:50:28.434749Z","steps":["trace[1886224769] 'process raft request' (duration: 1.465519638s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:28.434802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:26.968187Z","time spent":"1.466565496s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:28.434835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:26.968774Z","time spent":"1.466022341s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:28.434904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241610518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"warn","ts":"2026-02-27T16:50:28.434705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:26.968806Z","time spent":"1.465815332s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:28.434946Z","caller":"traceutil/trace.go:171","msg":"trace[1729889048] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:741; }","duration":"1.241694392s","start":"2026-02-27T16:50:27.193241Z","end":"2026-02-27T16:50:28.434935Z","steps":["trace[1729889048] 'agreement among raft nodes before linearized reading' (duration: 1.241544915s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:28.434561Z","caller":"traceutil/trace.go:171","msg":"trace[2063706303] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"1.45692738s","start":"2026-02-27T16:50:26.977607Z","end":"2026-02-27T16:50:28.434535Z","steps":["trace[2063706303] 'process raft request' (duration: 1.456774603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:28.434979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:27.193221Z","time spent":"1.241750395s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12777,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-02-27T16:50:28.435036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:26.977584Z","time spent":"1.457395781s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18322,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:28.946488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:30.446061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00042192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:50:30.446155Z","caller":"traceutil/trace.go:171","msg":"trace[60602054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579137s","start":"2026-02-27T16:50:28.445558Z","end":"2026-02-27T16:50:30.446137Z","steps":["trace[60602054] 'agreement among raft nodes before linearized reading' (duration: 2.000464592s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:30.446309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:28.445532Z","time spent":"2.000723624s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:50:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:50:31.036166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:30.518382Z","time spent":"517.777081ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:50:31.036739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726165768s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:31.037116Z","caller":"traceutil/trace.go:171","msg":"trace[99875058] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"954.425716ms","start":"2026-02-27T16:50:30.082671Z","end":"2026-02-27T16:50:31.037097Z","steps":["trace[99875058] 'process raft request' (duration: 954.166714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:31.037195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:30.082649Z","time spent":"954.502719ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:31.037323Z","caller":"traceutil/trace.go:171","msg":"trace[929439340] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:786; }","duration":"2.591674923s","start":"2026-02-27T16:50:28.445626Z","end":"2026-02-27T16:50:31.037301Z","steps":["trace[929439340] 'read index received' (duration: 864.733329ms)","trace[929439340] 'applied index is now lower than readState.Index' (duration: 1.726938914s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:31.037369Z","caller":"traceutil/trace.go:171","msg":"trace[1731440632] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"2.596870496s","start":"2026-02-27T16:50:28.440451Z","end":"2026-02-27T16:50:31.037322Z","steps":["trace[1731440632] 'process raft request' (duration: 869.901101ms)","trace[1731440632] 'compare' (duration: 1.725892865s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:31.037498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:28.440437Z","time spent":"2.597001832s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:31.538461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:32.039492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:32.446965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000652241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:50:32.44712Z","caller":"traceutil/trace.go:171","msg":"trace[431073235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000853511s","start":"2026-02-27T16:50:30.446247Z","end":"2026-02-27T16:50:32.4471Z","steps":["trace[431073235] 'agreement among raft nodes before linearized reading' (duration: 2.000668701s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:32.447322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:30.446236Z","time spent":"2.000940055s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:50:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:50:32.539944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:32.60581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.376267649s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:50:33.892905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286743533s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:33.893173Z","caller":"traceutil/trace.go:171","msg":"trace[1332536797] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"3.728368822s","start":"2026-02-27T16:50:30.164775Z","end":"2026-02-27T16:50:33.893144Z","steps":["trace[1332536797] 'process raft request' (duration: 2.441251872s)","trace[1332536797] 'compare' (duration: 1.286476249s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:33.893202Z","caller":"traceutil/trace.go:171","msg":"trace[1996494303] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:788; }","duration":"2.855808533s","start":"2026-02-27T16:50:31.03737Z","end":"2026-02-27T16:50:33.893179Z","steps":["trace[1996494303] 'read index received' (duration: 1.568572528s)","trace[1996494303] 'applied index is now lower than readState.Index' (duration: 1.287233895s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:33.893311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:30.164753Z","time spent":"3.728485477s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:34.454366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.309612ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:50:34.454475Z","caller":"traceutil/trace.go:171","msg":"trace[1213119205] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:789; }","duration":"561.209197ms","start":"2026-02-27T16:50:33.893246Z","end":"2026-02-27T16:50:34.454456Z","steps":["trace[1213119205] 'read index received' (duration: 88.744µs)","trace[1213119205] 'applied index is now lower than readState.Index' (duration: 561.118833ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:34.454475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015271892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:50:34.45456Z","caller":"traceutil/trace.go:171","msg":"trace[22130818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:744; }","duration":"4.015383788s","start":"2026-02-27T16:50:30.43915Z","end":"2026-02-27T16:50:34.454534Z","steps":["trace[22130818] 'agreement among raft nodes before linearized reading' (duration: 3.454122938s)","trace[22130818] 'range keys from in-memory index tree' (duration: 560.968826ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:34.454588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014723197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T16:50:34.454605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:30.439142Z","time spent":"4.015453981s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:50:34.45463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585075524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-27T16:50:34.454636Z","caller":"traceutil/trace.go:171","msg":"trace[1546262359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:744; }","duration":"4.01479393s","start":"2026-02-27T16:50:30.439826Z","end":"2026-02-27T16:50:34.45462Z","steps":["trace[1546262359] 'agreement among raft nodes before linearized reading' (duration: 3.453513049s)","trace[1546262359] 'range keys from in-memory index tree' (duration: 561.161495ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:34.454663Z","caller":"traceutil/trace.go:171","msg":"trace[1991539053] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:744; }","duration":"1.585144497s","start":"2026-02-27T16:50:32.869509Z","end":"2026-02-27T16:50:34.454654Z","steps":["trace[1991539053] 'agreement among raft nodes before linearized reading' (duration: 1.585055693s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:34.454671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:30.439815Z","time spent":"4.014848043s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:34.454696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:32.869494Z","time spent":"1.58519464s","remote":"127.0.0.1:39892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-27T16:50:34.454701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015487052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:50:34.45475Z","caller":"traceutil/trace.go:171","msg":"trace[2002294553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:744; }","duration":"4.015546315s","start":"2026-02-27T16:50:30.439187Z","end":"2026-02-27T16:50:34.454734Z","steps":["trace[2002294553] 'agreement among raft nodes before linearized reading' (duration: 3.454161799s)","trace[2002294553] 'range keys from in-memory index tree' (duration: 561.27594ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:34.454772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926054513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:34.454763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.67178112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"warn","ts":"2026-02-27T16:50:34.454781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:30.439181Z","time spent":"4.015593567s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T16:50:34.454801Z","caller":"traceutil/trace.go:171","msg":"trace[1744474425] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:744; }","duration":"2.926119677s","start":"2026-02-27T16:50:31.528669Z","end":"2026-02-27T16:50:34.454789Z","steps":["trace[1744474425] 'agreement among raft nodes before linearized reading' (duration: 2.926073065s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:34.454813Z","caller":"traceutil/trace.go:171","msg":"trace[1274052040] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:744; }","duration":"4.671865483s","start":"2026-02-27T16:50:29.782932Z","end":"2026-02-27T16:50:34.454797Z","steps":["trace[1274052040] 'agreement among raft nodes before linearized reading' (duration: 4.110384653s)","trace[1274052040] 'range keys from in-memory index tree' (duration: 561.319713ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:34.454828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:31.528646Z","time spent":"2.926175029s","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:50:34.454851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:29.782911Z","time spent":"4.671928736s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12777,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-02-27T16:50:34.454886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015905572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T16:50:34.454974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296183543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cncz4\" ","response":"range_response_count:1 size:18337"} {"level":"warn","ts":"2026-02-27T16:50:34.454984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413946575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T16:50:34.455009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828102376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:50:34.455019Z","caller":"traceutil/trace.go:171","msg":"trace[1956168513] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cncz4; range_end:; response_count:1; response_revision:744; }","duration":"2.296262287s","start":"2026-02-27T16:50:32.158743Z","end":"2026-02-27T16:50:34.455006Z","steps":["trace[1956168513] 'agreement among raft nodes before linearized reading' (duration: 2.296154742s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:34.45502Z","caller":"traceutil/trace.go:171","msg":"trace[2003447119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:744; }","duration":"4.016117952s","start":"2026-02-27T16:50:30.438869Z","end":"2026-02-27T16:50:34.454987Z","steps":["trace[2003447119] 'agreement among raft nodes before linearized reading' (duration: 3.454434992s)","trace[2003447119] 'range keys from in-memory index tree' (duration: 561.304882ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:34.45504Z","caller":"traceutil/trace.go:171","msg":"trace[1821476938] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:744; }","duration":"2.828172429s","start":"2026-02-27T16:50:31.626858Z","end":"2026-02-27T16:50:34.455031Z","steps":["trace[1821476938] 'agreement among raft nodes before linearized reading' (duration: 2.828089785s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:34.455057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:32.158721Z","time spent":"2.29632803s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18359,"request content":"key:\"/registry/pods/kube-system/cilium-cncz4\" "} {"level":"warn","ts":"2026-02-27T16:50:34.455071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:31.626836Z","time spent":"2.828229392s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-27T16:50:34.455091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:30.438844Z","time spent":"4.016231297s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T16:50:34.45504Z","caller":"traceutil/trace.go:171","msg":"trace[204807130] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:744; }","duration":"3.414036079s","start":"2026-02-27T16:50:31.040992Z","end":"2026-02-27T16:50:34.455028Z","steps":["trace[204807130] 'agreement among raft nodes before linearized reading' (duration: 3.413914533s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:34.455154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997975927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:34.455189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:31.040973Z","time spent":"3.414207967s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"info","ts":"2026-02-27T16:50:34.455194Z","caller":"traceutil/trace.go:171","msg":"trace[1585568173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:744; }","duration":"1.99803877s","start":"2026-02-27T16:50:32.457142Z","end":"2026-02-27T16:50:34.455181Z","steps":["trace[1585568173] 'agreement among raft nodes before linearized reading' (duration: 1.997985648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:34.45522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:32.457128Z","time spent":"1.998085612s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:34.4551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.610175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:34.455261Z","caller":"traceutil/trace.go:171","msg":"trace[695171986] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:744; }","duration":"212.806714ms","start":"2026-02-27T16:50:34.242442Z","end":"2026-02-27T16:50:34.455249Z","steps":["trace[695171986] 'agreement among raft nodes before linearized reading' (duration: 212.627626ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:34.690589Z","caller":"traceutil/trace.go:171","msg":"trace[2078384487] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:790; }","duration":"234.110198ms","start":"2026-02-27T16:50:34.456455Z","end":"2026-02-27T16:50:34.690565Z","steps":["trace[2078384487] 'read index received' (duration: 234.086977ms)","trace[2078384487] 'applied index is now lower than readState.Index' (duration: 21.851µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:34.69072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.251494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:34.690751Z","caller":"traceutil/trace.go:171","msg":"trace[115320585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:744; }","duration":"234.324278ms","start":"2026-02-27T16:50:34.456418Z","end":"2026-02-27T16:50:34.690742Z","steps":["trace[115320585] 'agreement among raft nodes before linearized reading' (duration: 234.248224ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:35.19326Z","caller":"traceutil/trace.go:171","msg":"trace[1129820405] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"733.626525ms","start":"2026-02-27T16:50:34.459613Z","end":"2026-02-27T16:50:35.19324Z","steps":["trace[1129820405] 'process raft request' (duration: 733.456837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:35.19337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:34.459602Z","time spent":"733.713459ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:35.193431Z","caller":"traceutil/trace.go:171","msg":"trace[1349083574] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"734.516947ms","start":"2026-02-27T16:50:34.458893Z","end":"2026-02-27T16:50:35.19341Z","steps":["trace[1349083574] 'process raft request' (duration: 710.794233ms)","trace[1349083574] 'compare' (duration: 23.275503ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:35.193539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:34.458758Z","time spent":"734.720257ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:35.19357Z","caller":"traceutil/trace.go:171","msg":"trace[289876173] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:791; }","duration":"502.907539ms","start":"2026-02-27T16:50:34.690654Z","end":"2026-02-27T16:50:35.193561Z","steps":["trace[289876173] 'read index received' (duration: 479.022067ms)","trace[289876173] 'applied index is now lower than readState.Index' (duration: 23.884642ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:35.193614Z","caller":"traceutil/trace.go:171","msg":"trace[264802834] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"724.980913ms","start":"2026-02-27T16:50:34.468628Z","end":"2026-02-27T16:50:35.193609Z","steps":["trace[264802834] 'process raft request' (duration: 724.568564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:35.193654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:34.468617Z","time spent":"725.015915ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:35.19371Z","caller":"traceutil/trace.go:171","msg":"trace[667463665] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"733.772302ms","start":"2026-02-27T16:50:34.459932Z","end":"2026-02-27T16:50:35.193704Z","steps":["trace[667463665] 'process raft request' (duration: 733.208195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:35.193723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.355832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:35.193743Z","caller":"traceutil/trace.go:171","msg":"trace[336330775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:750; }","duration":"733.405504ms","start":"2026-02-27T16:50:34.460331Z","end":"2026-02-27T16:50:35.193737Z","steps":["trace[336330775] 'agreement among raft nodes before linearized reading' (duration: 733.372853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:35.193763Z","caller":"traceutil/trace.go:171","msg":"trace[644179034] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"733.913958ms","start":"2026-02-27T16:50:34.459844Z","end":"2026-02-27T16:50:35.193758Z","steps":["trace[644179034] 'process raft request' (duration: 733.275458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:35.193766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:34.460322Z","time spent":"733.440216ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:35.193785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:34.45982Z","time spent":"733.95422ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:35.193745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:34.459926Z","time spent":"733.803823ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:35.193896Z","caller":"traceutil/trace.go:171","msg":"trace[1531673170] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"732.443838ms","start":"2026-02-27T16:50:34.461274Z","end":"2026-02-27T16:50:35.193718Z","steps":["trace[1531673170] 'process raft request' (duration: 731.892392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:35.194181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:34.461266Z","time spent":"732.857388ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:35.194043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.018042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:35.194296Z","caller":"traceutil/trace.go:171","msg":"trace[625480872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:750; }","duration":"722.302636ms","start":"2026-02-27T16:50:34.471976Z","end":"2026-02-27T16:50:35.194279Z","steps":["trace[625480872] 'agreement among raft nodes before linearized reading' (duration: 721.677066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:35.194371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:34.471969Z","time spent":"722.380299ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T16:50:35.260893Z","caller":"traceutil/trace.go:171","msg":"trace[1515461007] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"569.041727ms","start":"2026-02-27T16:50:34.691799Z","end":"2026-02-27T16:50:35.260841Z","steps":["trace[1515461007] 'process raft request' (duration: 568.910381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:35.260919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.083157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:35.26105Z","caller":"traceutil/trace.go:171","msg":"trace[2119153121] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:751; }","duration":"410.263946ms","start":"2026-02-27T16:50:34.850772Z","end":"2026-02-27T16:50:35.261036Z","steps":["trace[2119153121] 'agreement among raft nodes before linearized reading' (duration: 410.060047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:35.261057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:34.69177Z","time spent":"569.205075ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:35.261077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:34.850752Z","time spent":"410.318529ms","remote":"127.0.0.1:40168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:50:36.096016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.546944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:36.096301Z","caller":"traceutil/trace.go:171","msg":"trace[154579551] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:799; }","duration":"810.729336ms","start":"2026-02-27T16:50:35.285558Z","end":"2026-02-27T16:50:36.096288Z","steps":["trace[154579551] 'read index received' (duration: 366.764132ms)","trace[154579551] 'applied index is now lower than readState.Index' (duration: 443.964124ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:36.096483Z","caller":"traceutil/trace.go:171","msg":"trace[1493577015] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"833.559787ms","start":"2026-02-27T16:50:35.262853Z","end":"2026-02-27T16:50:36.096413Z","steps":["trace[1493577015] 'process raft request' (duration: 389.53879ms)","trace[1493577015] 'compare' (duration: 443.446439ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:36.096616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.262847Z","time spent":"833.664861ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:36.096672Z","caller":"traceutil/trace.go:171","msg":"trace[599102672] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"822.344681ms","start":"2026-02-27T16:50:35.274302Z","end":"2026-02-27T16:50:36.096647Z","steps":["trace[599102672] 'process raft request' (duration: 821.786484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:36.096775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.027752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T16:50:36.096819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.274292Z","time spent":"822.446845ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18501,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:36.096841Z","caller":"traceutil/trace.go:171","msg":"trace[1651059921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:754; }","duration":"810.108776ms","start":"2026-02-27T16:50:35.286717Z","end":"2026-02-27T16:50:36.096825Z","steps":["trace[1651059921] 'agreement among raft nodes before linearized reading' (duration: 809.911247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:36.096947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.286708Z","time spent":"810.224752ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:36.096962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.630733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:36.097047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.514809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:36.097106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.814515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:36.097141Z","caller":"traceutil/trace.go:171","msg":"trace[1048060650] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:754; }","duration":"803.861508ms","start":"2026-02-27T16:50:35.293271Z","end":"2026-02-27T16:50:36.097133Z","steps":["trace[1048060650] 'agreement among raft nodes before linearized reading' (duration: 803.811996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:36.097153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.319374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:36.097175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.293264Z","time spent":"803.902251ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:36.097197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.922786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:36.097152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.839967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:36.097123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.975878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:36.097239Z","caller":"traceutil/trace.go:171","msg":"trace[1353707689] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:754; }","duration":"805.982628ms","start":"2026-02-27T16:50:35.291244Z","end":"2026-02-27T16:50:36.097227Z","steps":["trace[1353707689] 'agreement among raft nodes before linearized reading' (duration: 805.935256ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:36.097245Z","caller":"traceutil/trace.go:171","msg":"trace[1554566256] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:754; }","duration":"807.955933ms","start":"2026-02-27T16:50:35.289278Z","end":"2026-02-27T16:50:36.097233Z","steps":["trace[1554566256] 'agreement among raft nodes before linearized reading' (duration: 807.838167ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:36.097257Z","caller":"traceutil/trace.go:171","msg":"trace[599407119] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:754; }","duration":"802.122075ms","start":"2026-02-27T16:50:35.295122Z","end":"2026-02-27T16:50:36.097244Z","steps":["trace[599407119] 'agreement among raft nodes before linearized reading' (duration: 801.977388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:36.097278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.291235Z","time spent":"806.036852ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:36.097286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.295112Z","time spent":"802.166777ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:36.097291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.289264Z","time spent":"808.014456ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:36.097365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.920316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:36.097104Z","caller":"traceutil/trace.go:171","msg":"trace[1546754469] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:754; }","duration":"782.594432ms","start":"2026-02-27T16:50:35.314493Z","end":"2026-02-27T16:50:36.097087Z","steps":["trace[1546754469] 'agreement among raft nodes before linearized reading' (duration: 782.534459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:36.096891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.461808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:36.097395Z","caller":"traceutil/trace.go:171","msg":"trace[789015241] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:754; }","duration":"806.980818ms","start":"2026-02-27T16:50:35.290406Z","end":"2026-02-27T16:50:36.097387Z","steps":["trace[789015241] 'agreement among raft nodes before linearized reading' (duration: 806.941276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:36.097412Z","caller":"traceutil/trace.go:171","msg":"trace[112319834] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:754; }","duration":"804.064488ms","start":"2026-02-27T16:50:35.29334Z","end":"2026-02-27T16:50:36.097404Z","steps":["trace[112319834] 'agreement among raft nodes before linearized reading' (duration: 803.483279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:36.09741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.314476Z","time spent":"782.923049ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:36.097426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.290388Z","time spent":"807.032341ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:36.097437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.293318Z","time spent":"804.11239ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-02-27T16:50:36.097197Z","caller":"traceutil/trace.go:171","msg":"trace[1106890554] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:754; }","duration":"802.383228ms","start":"2026-02-27T16:50:35.294803Z","end":"2026-02-27T16:50:36.097186Z","steps":["trace[1106890554] 'agreement among raft nodes before linearized reading' (duration: 802.325025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:36.097503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.294792Z","time spent":"802.703723ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:36.097002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.795782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:36.097578Z","caller":"traceutil/trace.go:171","msg":"trace[1481922929] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:754; }","duration":"607.397982ms","start":"2026-02-27T16:50:35.490163Z","end":"2026-02-27T16:50:36.097561Z","steps":["trace[1481922929] 'agreement among raft nodes before linearized reading' (duration: 606.811063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:36.097661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.490145Z","time spent":"607.500487ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:36.096952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.908802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:36.097932Z","caller":"traceutil/trace.go:171","msg":"trace[199738260] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:754; }","duration":"282.931821ms","start":"2026-02-27T16:50:35.814984Z","end":"2026-02-27T16:50:36.097916Z","steps":["trace[199738260] 'agreement among raft nodes before linearized reading' (duration: 281.932223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:36.096776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.203938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:50:36.098175Z","caller":"traceutil/trace.go:171","msg":"trace[1699837505] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:754; }","duration":"812.629327ms","start":"2026-02-27T16:50:35.285533Z","end":"2026-02-27T16:50:36.098163Z","steps":["trace[1699837505] 'agreement among raft nodes before linearized reading' (duration: 811.073482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:36.098226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.285523Z","time spent":"812.68851ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T16:50:36.09705Z","caller":"traceutil/trace.go:171","msg":"trace[1493073338] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:754; }","duration":"805.739627ms","start":"2026-02-27T16:50:35.291291Z","end":"2026-02-27T16:50:36.09703Z","steps":["trace[1493073338] 'agreement among raft nodes before linearized reading' (duration: 805.611691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:36.098463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.291284Z","time spent":"807.165057ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:36.097363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.109532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:36.098665Z","caller":"traceutil/trace.go:171","msg":"trace[916409275] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:754; }","duration":"805.424014ms","start":"2026-02-27T16:50:35.293226Z","end":"2026-02-27T16:50:36.09865Z","steps":["trace[916409275] 'agreement among raft nodes before linearized reading' (duration: 804.115852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:36.098724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:35.293216Z","time spent":"805.489877ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:37.320929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016160226s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:50:37.837268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608674361s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:37.837638Z","caller":"traceutil/trace.go:171","msg":"trace[262337221] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"1.631122897s","start":"2026-02-27T16:50:36.206497Z","end":"2026-02-27T16:50:37.83762Z","steps":["trace[262337221] 'process raft request' (duration: 1.631081105s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:37.83771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.206476Z","time spent":"1.63119463s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4943,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:37.837718Z","caller":"traceutil/trace.go:171","msg":"trace[599277905] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"1.730486579s","start":"2026-02-27T16:50:36.107202Z","end":"2026-02-27T16:50:37.837688Z","steps":["trace[599277905] 'process raft request' (duration: 1.730246437s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:37.837742Z","caller":"traceutil/trace.go:171","msg":"trace[776882271] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"1.734040919s","start":"2026-02-27T16:50:36.103673Z","end":"2026-02-27T16:50:37.837714Z","steps":["trace[776882271] 'process raft request' (duration: 124.863124ms)","trace[776882271] 'compare' (duration: 1.608236659s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:37.837779Z","caller":"traceutil/trace.go:171","msg":"trace[1163646405] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"1.729744613s","start":"2026-02-27T16:50:36.108021Z","end":"2026-02-27T16:50:37.837765Z","steps":["trace[1163646405] 'process raft request' (duration: 1.729483221s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:37.837777Z","caller":"traceutil/trace.go:171","msg":"trace[1953216426] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"1.730476568s","start":"2026-02-27T16:50:36.107238Z","end":"2026-02-27T16:50:37.837714Z","steps":["trace[1953216426] 'process raft request' (duration: 1.730240927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:37.837848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.107196Z","time spent":"1.730582223s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:37.837701Z","caller":"traceutil/trace.go:171","msg":"trace[1027062371] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"1.728868421s","start":"2026-02-27T16:50:36.108777Z","end":"2026-02-27T16:50:37.837645Z","steps":["trace[1027062371] 'process raft request' (duration: 1.728770836s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:37.837875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.108014Z","time spent":"1.729802086s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:37.837896Z","caller":"traceutil/trace.go:171","msg":"trace[2109182224] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:801; }","duration":"1.730884768s","start":"2026-02-27T16:50:36.107002Z","end":"2026-02-27T16:50:37.837887Z","steps":["trace[2109182224] 'read index received' (duration: 121.615169ms)","trace[2109182224] 'applied index is now lower than readState.Index' (duration: 1.609268399s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:37.837858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.103653Z","time spent":"1.734151164s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:37.837951Z","caller":"traceutil/trace.go:171","msg":"trace[1501184998] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"1.730807725s","start":"2026-02-27T16:50:36.107127Z","end":"2026-02-27T16:50:37.837934Z","steps":["trace[1501184998] 'process raft request' (duration: 1.730238337s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:37.837952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.108764Z","time spent":"1.729142864s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:37.837983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.107217Z","time spent":"1.730654597s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:37.838037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.107117Z","time spent":"1.730872107s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:37.838051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731045836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T16:50:37.838076Z","caller":"traceutil/trace.go:171","msg":"trace[2065268933] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:761; }","duration":"1.731097878s","start":"2026-02-27T16:50:36.106969Z","end":"2026-02-27T16:50:37.838067Z","steps":["trace[2065268933] 'agreement among raft nodes before linearized reading' (duration: 1.731055776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:37.838092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.106953Z","time spent":"1.73113568s","remote":"127.0.0.1:40050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T16:50:38.225301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000334701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:50:38.225387Z","caller":"traceutil/trace.go:171","msg":"trace[454129147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462427s","start":"2026-02-27T16:50:36.224906Z","end":"2026-02-27T16:50:38.225369Z","steps":["trace[454129147] 'agreement among raft nodes before linearized reading' (duration: 2.000356772s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:38.225743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.224894Z","time spent":"2.000826404s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:50:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:50:38.338335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:38.757872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.436583143s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:50:39.432298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.654136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:39.432512Z","caller":"traceutil/trace.go:171","msg":"trace[1014381395] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"3.14152839s","start":"2026-02-27T16:50:36.290964Z","end":"2026-02-27T16:50:39.432493Z","steps":["trace[1014381395] 'process raft request' (duration: 2.467611862s)","trace[1014381395] 'compare' (duration: 673.339651ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:39.432571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.290945Z","time spent":"3.141603934s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:39.432606Z","caller":"traceutil/trace.go:171","msg":"trace[1745325147] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"2.940625483s","start":"2026-02-27T16:50:36.491963Z","end":"2026-02-27T16:50:39.432588Z","steps":["trace[1745325147] 'process raft request' (duration: 2.940438344s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:39.432647Z","caller":"traceutil/trace.go:171","msg":"trace[1949054685] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"2.340292788s","start":"2026-02-27T16:50:37.092344Z","end":"2026-02-27T16:50:39.432637Z","steps":["trace[1949054685] 'process raft request' (duration: 2.340258657s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:39.43265Z","caller":"traceutil/trace.go:171","msg":"trace[1378566815] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"2.741415155s","start":"2026-02-27T16:50:36.691213Z","end":"2026-02-27T16:50:39.432628Z","steps":["trace[1378566815] 'process raft request' (duration: 2.741261948s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:39.432673Z","caller":"traceutil/trace.go:171","msg":"trace[1433479204] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"2.522487444s","start":"2026-02-27T16:50:36.910176Z","end":"2026-02-27T16:50:39.432664Z","steps":["trace[1433479204] 'process raft request' (duration: 2.522363288s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:39.432667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.491925Z","time spent":"2.940713707s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:39.432706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.092319Z","time spent":"2.340366422s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:39.432714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.910145Z","time spent":"2.522549756s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:39.43274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.691179Z","time spent":"2.741517231s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:39.513075Z","caller":"traceutil/trace.go:171","msg":"trace[1198223443] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"1.820443731s","start":"2026-02-27T16:50:37.692593Z","end":"2026-02-27T16:50:39.513036Z","steps":["trace[1198223443] 'process raft request' (duration: 1.819645432s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:39.513146Z","caller":"traceutil/trace.go:171","msg":"trace[1192385994] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"1.669426111s","start":"2026-02-27T16:50:37.843712Z","end":"2026-02-27T16:50:39.513138Z","steps":["trace[1192385994] 'process raft request' (duration: 1.668582841s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:39.513242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.843686Z","time spent":"1.669495714s","remote":"127.0.0.1:40318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:39.513402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.692576Z","time spent":"1.820576768s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:39.513442Z","caller":"traceutil/trace.go:171","msg":"trace[790272178] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"1.667813883s","start":"2026-02-27T16:50:37.845615Z","end":"2026-02-27T16:50:39.513429Z","steps":["trace[790272178] 'process raft request' (duration: 1.66670654s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:39.513497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.845597Z","time spent":"1.667876296s","remote":"127.0.0.1:40318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:39.513798Z","caller":"traceutil/trace.go:171","msg":"trace[1492296668] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"2.018943694s","start":"2026-02-27T16:50:37.49484Z","end":"2026-02-27T16:50:39.513784Z","steps":["trace[1492296668] 'process raft request' (duration: 2.017352077s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:39.513816Z","caller":"traceutil/trace.go:171","msg":"trace[1219845276] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"1.667110179s","start":"2026-02-27T16:50:37.846696Z","end":"2026-02-27T16:50:39.513806Z","steps":["trace[1219845276] 'process raft request' (duration: 1.665745714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:39.513887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.84669Z","time spent":"1.667152562s","remote":"127.0.0.1:40284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:39.513095Z","caller":"traceutil/trace.go:171","msg":"trace[833894701] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"1.667410484s","start":"2026-02-27T16:50:37.845661Z","end":"2026-02-27T16:50:39.513071Z","steps":["trace[833894701] 'process raft request' (duration: 1.666686399s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:39.513979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.494821Z","time spent":"2.019021958s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:39.514014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.845643Z","time spent":"1.668297516s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:39.513895Z","caller":"traceutil/trace.go:171","msg":"trace[1984098445] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"2.180872338s","start":"2026-02-27T16:50:37.332986Z","end":"2026-02-27T16:50:39.513858Z","steps":["trace[1984098445] 'process raft request' (duration: 2.179087581s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:39.513089Z","caller":"traceutil/trace.go:171","msg":"trace[1891549610] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"1.670054081s","start":"2026-02-27T16:50:37.843002Z","end":"2026-02-27T16:50:39.513056Z","steps":["trace[1891549610] 'process raft request' (duration: 1.669261733s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:39.514204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.332962Z","time spent":"2.181157801s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:39.514195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.842979Z","time spent":"1.671138463s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:40.091438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.867589ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:50:40.091672Z","caller":"traceutil/trace.go:171","msg":"trace[939068175] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"570.625321ms","start":"2026-02-27T16:50:39.521037Z","end":"2026-02-27T16:50:40.091662Z","steps":["trace[939068175] 'process raft request' (duration: 570.502495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.091749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:39.521026Z","time spent":"570.669522ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:40.091777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892978933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:50:40.091662Z","caller":"traceutil/trace.go:171","msg":"trace[1693722712] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:808; }","duration":"2.253697419s","start":"2026-02-27T16:50:37.837918Z","end":"2026-02-27T16:50:40.091616Z","steps":["trace[1693722712] 'read index received' (duration: 920.523523ms)","trace[1693722712] 'applied index is now lower than readState.Index' (duration: 1.333172806s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:40.091796Z","caller":"traceutil/trace.go:171","msg":"trace[406820525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:775; }","duration":"2.893029015s","start":"2026-02-27T16:50:37.198761Z","end":"2026-02-27T16:50:40.09179Z","steps":["trace[406820525] 'agreement among raft nodes before linearized reading' (duration: 2.89292983s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.091813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.198744Z","time spent":"2.893066287s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:40.091812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892903229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:50:40.091868Z","caller":"traceutil/trace.go:171","msg":"trace[1286384477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:775; }","duration":"2.893018854s","start":"2026-02-27T16:50:37.198837Z","end":"2026-02-27T16:50:40.091856Z","steps":["trace[1286384477] 'agreement among raft nodes before linearized reading' (duration: 2.892868067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.091896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.198815Z","time spent":"2.893074796s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:50:40.091895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866099774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:40.091934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893102428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:50:40.091939Z","caller":"traceutil/trace.go:171","msg":"trace[804964418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:775; }","duration":"1.866187028s","start":"2026-02-27T16:50:38.225741Z","end":"2026-02-27T16:50:40.091928Z","steps":["trace[804964418] 'agreement among raft nodes before linearized reading' (duration: 1.866106714s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:40.091952Z","caller":"traceutil/trace.go:171","msg":"trace[1786594090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:775; }","duration":"2.89314678s","start":"2026-02-27T16:50:37.1988Z","end":"2026-02-27T16:50:40.091947Z","steps":["trace[1786594090] 'agreement among raft nodes before linearized reading' (duration: 2.893099708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.091965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.198775Z","time spent":"2.893187542s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:40.091965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:38.22572Z","time spent":"1.866239961s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:40.092028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892358763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T16:50:40.092029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.844972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:4595"} {"level":"info","ts":"2026-02-27T16:50:40.09204Z","caller":"traceutil/trace.go:171","msg":"trace[780136720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:775; }","duration":"2.892396635s","start":"2026-02-27T16:50:37.19964Z","end":"2026-02-27T16:50:40.092037Z","steps":["trace[780136720] 'agreement among raft nodes before linearized reading' (duration: 2.892359923s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.092051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.199628Z","time spent":"2.892419746s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T16:50:40.092053Z","caller":"traceutil/trace.go:171","msg":"trace[1131253559] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:775; }","duration":"153.883864ms","start":"2026-02-27T16:50:39.93816Z","end":"2026-02-27T16:50:40.092044Z","steps":["trace[1131253559] 'agreement among raft nodes before linearized reading' (duration: 153.80588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.092101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702000341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:40.092112Z","caller":"traceutil/trace.go:171","msg":"trace[458619768] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/test-pvc; range_end:; response_count:0; response_revision:775; }","duration":"1.702011271s","start":"2026-02-27T16:50:38.390097Z","end":"2026-02-27T16:50:40.092108Z","steps":["trace[458619768] 'agreement among raft nodes before linearized reading' (duration: 1.70199151s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.092122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:38.39004Z","time spent":"1.702079425s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" "} {"level":"warn","ts":"2026-02-27T16:50:40.092143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.349617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:3119"} {"level":"info","ts":"2026-02-27T16:50:40.092175Z","caller":"traceutil/trace.go:171","msg":"trace[1992814431] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:775; }","duration":"154.412232ms","start":"2026-02-27T16:50:39.93775Z","end":"2026-02-27T16:50:40.092162Z","steps":["trace[1992814431] 'agreement among raft nodes before linearized reading' (duration: 154.325646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.092225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.803391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:50:40.09228Z","caller":"traceutil/trace.go:171","msg":"trace[1174747028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:775; }","duration":"245.895376ms","start":"2026-02-27T16:50:39.846379Z","end":"2026-02-27T16:50:40.092274Z","steps":["trace[1174747028] 'agreement among raft nodes before linearized reading' (duration: 245.808992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.092314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.762166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:40.092341Z","caller":"traceutil/trace.go:171","msg":"trace[1607116121] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:775; }","duration":"883.83257ms","start":"2026-02-27T16:50:39.208501Z","end":"2026-02-27T16:50:40.092334Z","steps":["trace[1607116121] 'agreement among raft nodes before linearized reading' (duration: 883.784998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.092345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745048067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4324"} {"level":"warn","ts":"2026-02-27T16:50:40.09236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:39.208479Z","time spent":"883.875272ms","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:50:40.092366Z","caller":"traceutil/trace.go:171","msg":"trace[1378339450] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:775; }","duration":"1.745080099s","start":"2026-02-27T16:50:38.347279Z","end":"2026-02-27T16:50:40.092359Z","steps":["trace[1378339450] 'agreement among raft nodes before linearized reading' (duration: 1.745051438s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.092383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:38.347272Z","time spent":"1.7451073s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4346,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:40.092489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.758705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982872d0641b4c\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-02-27T16:50:40.092317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744968694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5168"} {"level":"warn","ts":"2026-02-27T16:50:40.092499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745418315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:23292"} {"level":"info","ts":"2026-02-27T16:50:40.092512Z","caller":"traceutil/trace.go:171","msg":"trace[486667957] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982872d0641b4c; range_end:; response_count:1; response_revision:775; }","duration":"572.799717ms","start":"2026-02-27T16:50:39.519702Z","end":"2026-02-27T16:50:40.092501Z","steps":["trace[486667957] 'agreement among raft nodes before linearized reading' (duration: 572.742214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:40.092515Z","caller":"traceutil/trace.go:171","msg":"trace[38022339] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:775; }","duration":"1.745164233s","start":"2026-02-27T16:50:38.347342Z","end":"2026-02-27T16:50:40.092506Z","steps":["trace[38022339] 'agreement among raft nodes before linearized reading' (duration: 1.744931432s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.09253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:39.519687Z","time spent":"572.838808ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982872d0641b4c\" "} {"level":"warn","ts":"2026-02-27T16:50:40.092538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:38.34732Z","time spent":"1.745211125s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5190,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-02-27T16:50:40.092518Z","caller":"traceutil/trace.go:171","msg":"trace[981083457] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:775; }","duration":"1.745469517s","start":"2026-02-27T16:50:38.347042Z","end":"2026-02-27T16:50:40.092511Z","steps":["trace[981083457] 'agreement among raft nodes before linearized reading' (duration: 1.745394554s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.092587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:38.347022Z","time spent":"1.745560592s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":23314,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:40.092788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.522875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:3217"} {"level":"warn","ts":"2026-02-27T16:50:40.092798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.565338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:9358"} {"level":"info","ts":"2026-02-27T16:50:40.092807Z","caller":"traceutil/trace.go:171","msg":"trace[1958558946] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:775; }","duration":"154.553747ms","start":"2026-02-27T16:50:39.938248Z","end":"2026-02-27T16:50:40.092802Z","steps":["trace[1958558946] 'agreement among raft nodes before linearized reading' (duration: 154.473614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.092802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.094793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:187470"} {"level":"info","ts":"2026-02-27T16:50:40.092823Z","caller":"traceutil/trace.go:171","msg":"trace[352220215] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:775; }","duration":"154.6032ms","start":"2026-02-27T16:50:39.938212Z","end":"2026-02-27T16:50:40.092816Z","steps":["trace[352220215] 'agreement among raft nodes before linearized reading' (duration: 154.511446ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:40.09283Z","caller":"traceutil/trace.go:171","msg":"trace[735468138] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:775; }","duration":"137.140545ms","start":"2026-02-27T16:50:39.955681Z","end":"2026-02-27T16:50:40.092822Z","steps":["trace[735468138] 'agreement among raft nodes before linearized reading' (duration: 136.975777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.512539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.12129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:40.512666Z","caller":"traceutil/trace.go:171","msg":"trace[1975543880] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"417.661339ms","start":"2026-02-27T16:50:40.094981Z","end":"2026-02-27T16:50:40.512642Z","steps":["trace[1975543880] 'process raft request' (duration: 245.34496ms)","trace[1975543880] 'compare' (duration: 171.989503ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:40.512743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.094961Z","time spent":"417.743943ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:40.796432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.045657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:40.796631Z","caller":"traceutil/trace.go:171","msg":"trace[456282576] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"696.876584ms","start":"2026-02-27T16:50:40.099708Z","end":"2026-02-27T16:50:40.796585Z","steps":["trace[456282576] 'process raft request' (duration: 565.597295ms)","trace[456282576] 'compare' (duration: 130.934792ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:40.796944Z","caller":"traceutil/trace.go:171","msg":"trace[123230722] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"693.567274ms","start":"2026-02-27T16:50:40.103349Z","end":"2026-02-27T16:50:40.796916Z","steps":["trace[123230722] 'process raft request' (duration: 693.28262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.796978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.099677Z","time spent":"697.074564ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:40.79699Z","caller":"traceutil/trace.go:171","msg":"trace[432611174] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"279.74516ms","start":"2026-02-27T16:50:40.517227Z","end":"2026-02-27T16:50:40.796972Z","steps":["trace[432611174] 'process raft request' (duration: 279.705158ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:40.797041Z","caller":"traceutil/trace.go:171","msg":"trace[762378158] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"695.915877ms","start":"2026-02-27T16:50:40.101101Z","end":"2026-02-27T16:50:40.797017Z","steps":["trace[762378158] 'process raft request' (duration: 695.430723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.797111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.103337Z","time spent":"693.68364ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:40.79726Z","caller":"traceutil/trace.go:171","msg":"trace[608065490] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"694.999883ms","start":"2026-02-27T16:50:40.102249Z","end":"2026-02-27T16:50:40.797249Z","steps":["trace[608065490] 'process raft request' (duration: 694.334451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.797316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.102242Z","time spent":"695.046895ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:40.797351Z","caller":"traceutil/trace.go:171","msg":"trace[1367402105] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"691.556386ms","start":"2026-02-27T16:50:40.105781Z","end":"2026-02-27T16:50:40.797338Z","steps":["trace[1367402105] 'process raft request' (duration: 691.000269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.797422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.105775Z","time spent":"691.614278ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:40.797433Z","caller":"traceutil/trace.go:171","msg":"trace[287337277] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"691.073182ms","start":"2026-02-27T16:50:40.106348Z","end":"2026-02-27T16:50:40.797421Z","steps":["trace[287337277] 'process raft request' (duration: 690.476853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.797387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.101093Z","time spent":"696.063334ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:40.797614Z","caller":"traceutil/trace.go:171","msg":"trace[1526245544] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"694.12928ms","start":"2026-02-27T16:50:40.103477Z","end":"2026-02-27T16:50:40.797606Z","steps":["trace[1526245544] 'process raft request' (duration: 693.206805ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:40.797488Z","caller":"traceutil/trace.go:171","msg":"trace[1663052562] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:823; }","duration":"697.451092ms","start":"2026-02-27T16:50:40.100026Z","end":"2026-02-27T16:50:40.797477Z","steps":["trace[1663052562] 'read index received' (duration: 240.429983ms)","trace[1663052562] 'applied index is now lower than readState.Index' (duration: 457.020279ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:40.797496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.10634Z","time spent":"691.119594ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18698,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:40.797676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.10347Z","time spent":"694.174612ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:40.797534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.503974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/default/\" range_end:\"/registry/limitranges/default0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:40.79777Z","caller":"traceutil/trace.go:171","msg":"trace[207253323] range","detail":"{range_begin:/registry/limitranges/default/; range_end:/registry/limitranges/default0; response_count:0; response_revision:786; }","duration":"697.756576ms","start":"2026-02-27T16:50:40.1Z","end":"2026-02-27T16:50:40.797756Z","steps":["trace[207253323] 'agreement among raft nodes before linearized reading' (duration: 697.507014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.797807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.099981Z","time spent":"697.815219ms","remote":"127.0.0.1:39918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/default/\" range_end:\"/registry/limitranges/default0\" "} {"level":"info","ts":"2026-02-27T16:50:40.797579Z","caller":"traceutil/trace.go:171","msg":"trace[676572715] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"692.959824ms","start":"2026-02-27T16:50:40.104608Z","end":"2026-02-27T16:50:40.797568Z","steps":["trace[676572715] 'process raft request' (duration: 692.110833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.797911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.1046Z","time spent":"693.278469ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:40.797927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.597659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:4595"} {"level":"warn","ts":"2026-02-27T16:50:40.797804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.567098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:40.797979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.78443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24235"} {"level":"info","ts":"2026-02-27T16:50:40.797997Z","caller":"traceutil/trace.go:171","msg":"trace[676200442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:786; }","duration":"696.781418ms","start":"2026-02-27T16:50:40.101206Z","end":"2026-02-27T16:50:40.797988Z","steps":["trace[676200442] 'agreement among raft nodes before linearized reading' (duration: 696.561228ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:40.798014Z","caller":"traceutil/trace.go:171","msg":"trace[1256932417] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:786; }","duration":"307.852923ms","start":"2026-02-27T16:50:40.490147Z","end":"2026-02-27T16:50:40.798Z","steps":["trace[1256932417] 'agreement among raft nodes before linearized reading' (duration: 307.80107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.798028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.10119Z","time spent":"696.829891ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:40.798033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.06495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4324"} {"level":"warn","ts":"2026-02-27T16:50:40.798046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.490123Z","time spent":"307.916036ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24257,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-02-27T16:50:40.798066Z","caller":"traceutil/trace.go:171","msg":"trace[1878661979] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:786; }","duration":"451.128314ms","start":"2026-02-27T16:50:40.34693Z","end":"2026-02-27T16:50:40.798059Z","steps":["trace[1878661979] 'agreement among raft nodes before linearized reading' (duration: 451.05245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.797921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.632179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-02-27T16:50:40.798091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.995534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-02-27T16:50:40.798094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.346912Z","time spent":"451.176366ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4346,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-02-27T16:50:40.798123Z","caller":"traceutil/trace.go:171","msg":"trace[2054394602] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:786; }","duration":"450.857539ms","start":"2026-02-27T16:50:40.347258Z","end":"2026-02-27T16:50:40.798115Z","steps":["trace[2054394602] 'agreement among raft nodes before linearized reading' (duration: 450.615928ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:40.798137Z","caller":"traceutil/trace.go:171","msg":"trace[1317786324] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:786; }","duration":"486.070977ms","start":"2026-02-27T16:50:40.312046Z","end":"2026-02-27T16:50:40.798117Z","steps":["trace[1317786324] 'agreement among raft nodes before linearized reading' (duration: 486.011185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.798159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.347245Z","time spent":"450.905762ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5199,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:40.798164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.312025Z","time spent":"486.133051ms","remote":"127.0.0.1:39892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-02-27T16:50:40.797589Z","caller":"traceutil/trace.go:171","msg":"trace[474175686] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"692.919402ms","start":"2026-02-27T16:50:40.104659Z","end":"2026-02-27T16:50:40.797578Z","steps":["trace[474175686] 'process raft request' (duration: 692.088992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:40.798257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.104643Z","time spent":"693.586285ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:40.797962Z","caller":"traceutil/trace.go:171","msg":"trace[1048336223] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:786; }","duration":"107.666322ms","start":"2026-02-27T16:50:40.690282Z","end":"2026-02-27T16:50:40.797949Z","steps":["trace[1048336223] 'agreement among raft nodes before linearized reading' (duration: 107.539516ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:41.302535Z","caller":"traceutil/trace.go:171","msg":"trace[973128324] linearizableReadLoop","detail":"{readStateIndex:838; appliedIndex:835; }","duration":"436.985049ms","start":"2026-02-27T16:50:40.865536Z","end":"2026-02-27T16:50:41.302521Z","steps":["trace[973128324] 'read index received' (duration: 345.33572ms)","trace[973128324] 'applied index is now lower than readState.Index' (duration: 91.648749ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:41.302547Z","caller":"traceutil/trace.go:171","msg":"trace[1138268523] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"498.758006ms","start":"2026-02-27T16:50:40.803743Z","end":"2026-02-27T16:50:41.302501Z","steps":["trace[1138268523] 'process raft request' (duration: 407.192141ms)","trace[1138268523] 'compare' (duration: 91.423127ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:41.302568Z","caller":"traceutil/trace.go:171","msg":"trace[930610888] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"494.286159ms","start":"2026-02-27T16:50:40.808255Z","end":"2026-02-27T16:50:41.302541Z","steps":["trace[930610888] 'process raft request' (duration: 494.199245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:41.30261Z","caller":"traceutil/trace.go:171","msg":"trace[1140687205] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"494.040827ms","start":"2026-02-27T16:50:40.808535Z","end":"2026-02-27T16:50:41.302576Z","steps":["trace[1140687205] 'process raft request' (duration: 493.955813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.302706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.808244Z","time spent":"494.383424ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4059,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:41.302738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.187679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T16:50:41.302761Z","caller":"traceutil/trace.go:171","msg":"trace[1487282280] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:790; }","duration":"437.268573ms","start":"2026-02-27T16:50:40.865484Z","end":"2026-02-27T16:50:41.302753Z","steps":["trace[1487282280] 'agreement among raft nodes before linearized reading' (duration: 437.120586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.302795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.865464Z","time spent":"437.326165ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"warn","ts":"2026-02-27T16:50:41.302791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.808531Z","time spent":"494.167084ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:41.302959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.022847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:3217"} {"level":"warn","ts":"2026-02-27T16:50:41.302952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.803719Z","time spent":"498.882212ms","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:41.303053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.225121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:41.303072Z","caller":"traceutil/trace.go:171","msg":"trace[957409565] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:790; }","duration":"126.261853ms","start":"2026-02-27T16:50:41.176806Z","end":"2026-02-27T16:50:41.303068Z","steps":["trace[957409565] 'agreement among raft nodes before linearized reading' (duration: 126.226291ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:41.302979Z","caller":"traceutil/trace.go:171","msg":"trace[1544546699] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:790; }","duration":"413.062099ms","start":"2026-02-27T16:50:40.889909Z","end":"2026-02-27T16:50:41.302971Z","steps":["trace[1544546699] 'agreement among raft nodes before linearized reading' (duration: 413.012947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.303204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.325827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4074"} {"level":"info","ts":"2026-02-27T16:50:41.30322Z","caller":"traceutil/trace.go:171","msg":"trace[1002630917] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:790; }","duration":"213.36594ms","start":"2026-02-27T16:50:41.08985Z","end":"2026-02-27T16:50:41.303216Z","steps":["trace[1002630917] 'agreement among raft nodes before linearized reading' (duration: 213.323028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.303061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.036952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:41.303241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.889899Z","time spent":"413.324741ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":3239,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:41.303334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.885363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:41.303388Z","caller":"traceutil/trace.go:171","msg":"trace[1324475187] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:790; }","duration":"303.982558ms","start":"2026-02-27T16:50:40.999394Z","end":"2026-02-27T16:50:41.303376Z","steps":["trace[1324475187] 'agreement among raft nodes before linearized reading' (duration: 303.887283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.30342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.999373Z","time spent":"304.039681ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:50:41.303427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.087634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:41.303485Z","caller":"traceutil/trace.go:171","msg":"trace[1667459390] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:790; }","duration":"126.148247ms","start":"2026-02-27T16:50:41.177317Z","end":"2026-02-27T16:50:41.303465Z","steps":["trace[1667459390] 'agreement among raft nodes before linearized reading' (duration: 126.093424ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:41.303284Z","caller":"traceutil/trace.go:171","msg":"trace[317066159] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:790; }","duration":"126.307105ms","start":"2026-02-27T16:50:41.176971Z","end":"2026-02-27T16:50:41.303278Z","steps":["trace[317066159] 'agreement among raft nodes before linearized reading' (duration: 126.028282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.797859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.261411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:41.798128Z","caller":"traceutil/trace.go:171","msg":"trace[459553423] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"416.955723ms","start":"2026-02-27T16:50:41.381157Z","end":"2026-02-27T16:50:41.798113Z","steps":["trace[459553423] 'process raft request' (duration: 416.920461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.798163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:41.381139Z","time spent":"417.009535ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:41.798387Z","caller":"traceutil/trace.go:171","msg":"trace[60024559] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"489.776336ms","start":"2026-02-27T16:50:41.308603Z","end":"2026-02-27T16:50:41.79838Z","steps":["trace[60024559] 'process raft request' (duration: 280.919286ms)","trace[60024559] 'compare' (duration: 208.167166ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:41.798421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:41.308586Z","time spent":"489.819059ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:41.798698Z","caller":"traceutil/trace.go:171","msg":"trace[1022424840] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"480.045894ms","start":"2026-02-27T16:50:41.318646Z","end":"2026-02-27T16:50:41.798692Z","steps":["trace[1022424840] 'process raft request' (duration: 479.37533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.79873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:41.318623Z","time spent":"480.089486ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:41.79878Z","caller":"traceutil/trace.go:171","msg":"trace[503616775] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"488.928996ms","start":"2026-02-27T16:50:41.309846Z","end":"2026-02-27T16:50:41.798775Z","steps":["trace[503616775] 'process raft request' (duration: 488.084334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.798809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:41.309836Z","time spent":"488.955916ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:41.798844Z","caller":"traceutil/trace.go:171","msg":"trace[529465623] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:839; }","duration":"419.834594ms","start":"2026-02-27T16:50:41.378961Z","end":"2026-02-27T16:50:41.798796Z","steps":["trace[529465623] 'read index received' (duration: 210.569103ms)","trace[529465623] 'applied index is now lower than readState.Index' (duration: 209.25488ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:41.799018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.055374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-02-27T16:50:41.799039Z","caller":"traceutil/trace.go:171","msg":"trace[1456794177] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:795; }","duration":"420.075585ms","start":"2026-02-27T16:50:41.378956Z","end":"2026-02-27T16:50:41.799032Z","steps":["trace[1456794177] 'agreement among raft nodes before linearized reading' (duration: 420.031263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.799056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:41.37894Z","time spent":"420.112727ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-02-27T16:50:41.799249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.466915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:8285"} {"level":"info","ts":"2026-02-27T16:50:41.799266Z","caller":"traceutil/trace.go:171","msg":"trace[1204531852] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:795; }","duration":"109.485726ms","start":"2026-02-27T16:50:41.689774Z","end":"2026-02-27T16:50:41.79926Z","steps":["trace[1204531852] 'agreement among raft nodes before linearized reading' (duration: 109.396172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.799363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.124237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:187470"} {"level":"info","ts":"2026-02-27T16:50:41.799401Z","caller":"traceutil/trace.go:171","msg":"trace[590635603] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:795; }","duration":"310.233862ms","start":"2026-02-27T16:50:41.489156Z","end":"2026-02-27T16:50:41.79939Z","steps":["trace[590635603] 'agreement among raft nodes before linearized reading' (duration: 309.878965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.799443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.198139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:41.799463Z","caller":"traceutil/trace.go:171","msg":"trace[1864894894] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:795; }","duration":"193.24466ms","start":"2026-02-27T16:50:41.606211Z","end":"2026-02-27T16:50:41.799456Z","steps":["trace[1864894894] 'agreement among raft nodes before linearized reading' (duration: 193.216059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.799475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:41.489141Z","time spent":"310.319137ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":187492,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:41.79941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.540965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:50:41.799707Z","caller":"traceutil/trace.go:171","msg":"trace[1538420668] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:795; }","duration":"171.877891ms","start":"2026-02-27T16:50:41.627813Z","end":"2026-02-27T16:50:41.799691Z","steps":["trace[1538420668] 'agreement among raft nodes before linearized reading' (duration: 171.553245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:42.777766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.069883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:42.778296Z","caller":"traceutil/trace.go:171","msg":"trace[655701970] linearizableReadLoop","detail":"{readStateIndex:849; appliedIndex:844; }","duration":"889.214454ms","start":"2026-02-27T16:50:41.889063Z","end":"2026-02-27T16:50:42.778277Z","steps":["trace[655701970] 'read index received' (duration: 329.692099ms)","trace[655701970] 'applied index is now lower than readState.Index' (duration: 559.521445ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:42.778362Z","caller":"traceutil/trace.go:171","msg":"trace[250479791] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"959.722803ms","start":"2026-02-27T16:50:41.818618Z","end":"2026-02-27T16:50:42.778341Z","steps":["trace[250479791] 'process raft request' (duration: 400.012859ms)","trace[250479791] 'compare' (duration: 558.832591ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:42.778405Z","caller":"traceutil/trace.go:171","msg":"trace[721623111] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"949.132948ms","start":"2026-02-27T16:50:41.829261Z","end":"2026-02-27T16:50:42.778394Z","steps":["trace[721623111] 'process raft request' (duration: 948.779821ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:42.778422Z","caller":"traceutil/trace.go:171","msg":"trace[407991855] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"900.312753ms","start":"2026-02-27T16:50:41.878094Z","end":"2026-02-27T16:50:42.778407Z","steps":["trace[407991855] 'process raft request' (duration: 900.139665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:42.778478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:41.818599Z","time spent":"959.810017ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:42.778515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:41.829243Z","time spent":"949.211392ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:42.778355Z","caller":"traceutil/trace.go:171","msg":"trace[1233626416] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"945.26758ms","start":"2026-02-27T16:50:41.833066Z","end":"2026-02-27T16:50:42.778333Z","steps":["trace[1233626416] 'process raft request' (duration: 945.078171ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:42.778281Z","caller":"traceutil/trace.go:171","msg":"trace[1592247434] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"957.043933ms","start":"2026-02-27T16:50:41.821182Z","end":"2026-02-27T16:50:42.778226Z","steps":["trace[1592247434] 'process raft request' (duration: 956.689416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:42.778773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:41.83305Z","time spent":"945.609647ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:42.778781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:41.878071Z","time spent":"900.429159ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:42.778855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.210102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:42.778917Z","caller":"traceutil/trace.go:171","msg":"trace[220507909] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:0; response_revision:800; }","duration":"690.357949ms","start":"2026-02-27T16:50:42.088543Z","end":"2026-02-27T16:50:42.778901Z","steps":["trace[220507909] 'agreement among raft nodes before linearized reading' (duration: 690.261784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:42.77896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.088523Z","time spent":"690.429202ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-02-27T16:50:42.778952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.065494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-02-27T16:50:42.779009Z","caller":"traceutil/trace.go:171","msg":"trace[1054106349] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:800; }","duration":"288.154497ms","start":"2026-02-27T16:50:42.490839Z","end":"2026-02-27T16:50:42.778993Z","steps":["trace[1054106349] 'agreement among raft nodes before linearized reading' (duration: 287.976269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:42.77902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.95003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:12259"} {"level":"info","ts":"2026-02-27T16:50:42.779069Z","caller":"traceutil/trace.go:171","msg":"trace[165269999] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:800; }","duration":"890.036924ms","start":"2026-02-27T16:50:41.889019Z","end":"2026-02-27T16:50:42.779056Z","steps":["trace[165269999] 'agreement among raft nodes before linearized reading' (duration: 889.900608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:42.779121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:41.889003Z","time spent":"890.106638ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":12281,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:42.779132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.445904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:42.779165Z","caller":"traceutil/trace.go:171","msg":"trace[1863720310] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:800; }","duration":"468.523447ms","start":"2026-02-27T16:50:42.310631Z","end":"2026-02-27T16:50:42.779155Z","steps":["trace[1863720310] 'agreement among raft nodes before linearized reading' (duration: 468.466914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:42.779202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.310611Z","time spent":"468.58314ms","remote":"127.0.0.1:40136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:50:42.779227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.685408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:42.779255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.710829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:42.779313Z","caller":"traceutil/trace.go:171","msg":"trace[1833888603] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:800; }","duration":"169.805594ms","start":"2026-02-27T16:50:42.609493Z","end":"2026-02-27T16:50:42.779299Z","steps":["trace[1833888603] 'agreement among raft nodes before linearized reading' (duration: 169.72127ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:42.779266Z","caller":"traceutil/trace.go:171","msg":"trace[873405819] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:800; }","duration":"169.755212ms","start":"2026-02-27T16:50:42.609498Z","end":"2026-02-27T16:50:42.779253Z","steps":["trace[873405819] 'agreement among raft nodes before linearized reading' (duration: 169.696709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:42.779435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.367707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:42.779535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.854235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:187261"} {"level":"info","ts":"2026-02-27T16:50:42.779579Z","caller":"traceutil/trace.go:171","msg":"trace[122626275] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:800; }","duration":"688.920458ms","start":"2026-02-27T16:50:42.090645Z","end":"2026-02-27T16:50:42.779565Z","steps":["trace[122626275] 'agreement among raft nodes before linearized reading' (duration: 688.682877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:42.779613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.090634Z","time spent":"688.971931ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":187283,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-27T16:50:42.779685Z","caller":"traceutil/trace.go:171","msg":"trace[1263945357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:800; }","duration":"552.503514ms","start":"2026-02-27T16:50:42.22705Z","end":"2026-02-27T16:50:42.779553Z","steps":["trace[1263945357] 'agreement among raft nodes before linearized reading' (duration: 552.237281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:42.779754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.463879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-02-27T16:50:42.779799Z","caller":"traceutil/trace.go:171","msg":"trace[1308439211] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:800; }","duration":"489.535052ms","start":"2026-02-27T16:50:42.290253Z","end":"2026-02-27T16:50:42.779788Z","steps":["trace[1308439211] 'agreement among raft nodes before linearized reading' (duration: 489.434607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:42.779834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.290242Z","time spent":"489.584355ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:42.779868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.227003Z","time spent":"552.764266ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:42.779467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:41.821162Z","time spent":"957.570349ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:43.362795Z","caller":"traceutil/trace.go:171","msg":"trace[309286521] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"576.370236ms","start":"2026-02-27T16:50:42.786375Z","end":"2026-02-27T16:50:43.362745Z","steps":["trace[309286521] 'process raft request' (duration: 525.002394ms)","trace[309286521] 'compare' (duration: 50.982484ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:43.363043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.786359Z","time spent":"576.592577ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:43.363053Z","caller":"traceutil/trace.go:171","msg":"trace[1374632477] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"575.446031ms","start":"2026-02-27T16:50:42.787563Z","end":"2026-02-27T16:50:43.363009Z","steps":["trace[1374632477] 'process raft request' (duration: 574.966048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.36323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.787551Z","time spent":"575.600998ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1475,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:43.363363Z","caller":"traceutil/trace.go:171","msg":"trace[2007444800] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"534.303554ms","start":"2026-02-27T16:50:42.829034Z","end":"2026-02-27T16:50:43.363337Z","steps":["trace[2007444800] 'process raft request' (duration: 533.865303ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:43.36343Z","caller":"traceutil/trace.go:171","msg":"trace[1836302091] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"526.905413ms","start":"2026-02-27T16:50:42.836479Z","end":"2026-02-27T16:50:43.363384Z","steps":["trace[1836302091] 'process raft request' (duration: 526.808009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.363564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.829015Z","time spent":"534.41781ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:43.363628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.836461Z","time spent":"527.078681ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:43.363637Z","caller":"traceutil/trace.go:171","msg":"trace[1502730289] linearizableReadLoop","detail":"{readStateIndex:853; appliedIndex:850; }","duration":"532.300457ms","start":"2026-02-27T16:50:42.831314Z","end":"2026-02-27T16:50:43.363614Z","steps":["trace[1502730289] 'read index received' (duration: 480.086203ms)","trace[1502730289] 'applied index is now lower than readState.Index' (duration: 52.208873ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:43.363882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.651541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-27T16:50:43.363848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.977429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:50:43.363937Z","caller":"traceutil/trace.go:171","msg":"trace[1074375426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:805; }","duration":"559.737214ms","start":"2026-02-27T16:50:42.804182Z","end":"2026-02-27T16:50:43.363919Z","steps":["trace[1074375426] 'agreement among raft nodes before linearized reading' (duration: 559.489142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.36398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.804164Z","time spent":"559.805728ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:50:43.364051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.124036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T16:50:43.364076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.608382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:43.364134Z","caller":"traceutil/trace.go:171","msg":"trace[1666515520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:805; }","duration":"136.718677ms","start":"2026-02-27T16:50:43.227402Z","end":"2026-02-27T16:50:43.36412Z","steps":["trace[1666515520] 'agreement among raft nodes before linearized reading' (duration: 136.614972ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:43.363975Z","caller":"traceutil/trace.go:171","msg":"trace[705393501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:805; }","duration":"558.108895ms","start":"2026-02-27T16:50:42.805845Z","end":"2026-02-27T16:50:43.363954Z","steps":["trace[705393501] 'agreement among raft nodes before linearized reading' (duration: 557.815201ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:43.364192Z","caller":"traceutil/trace.go:171","msg":"trace[709026497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:805; }","duration":"558.2097ms","start":"2026-02-27T16:50:42.805896Z","end":"2026-02-27T16:50:43.364106Z","steps":["trace[709026497] 'agreement among raft nodes before linearized reading' (duration: 557.982609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.364256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.805886Z","time spent":"558.358427ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:43.3642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.805838Z","time spent":"558.348437ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:43.364678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.743526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:50:43.364739Z","caller":"traceutil/trace.go:171","msg":"trace[2073673795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:805; }","duration":"559.8239ms","start":"2026-02-27T16:50:42.8049Z","end":"2026-02-27T16:50:43.364724Z","steps":["trace[2073673795] 'agreement among raft nodes before linearized reading' (duration: 559.688083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.364783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.804892Z","time spent":"559.879313ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:43.364892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.359046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T16:50:43.364964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.51839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10368"} {"level":"warn","ts":"2026-02-27T16:50:43.365043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.079799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T16:50:43.365057Z","caller":"traceutil/trace.go:171","msg":"trace[2065188819] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:805; }","duration":"274.655026ms","start":"2026-02-27T16:50:43.090379Z","end":"2026-02-27T16:50:43.365034Z","steps":["trace[2065188819] 'agreement among raft nodes before linearized reading' (duration: 274.379312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.365076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.937049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:3217"} {"level":"info","ts":"2026-02-27T16:50:43.365184Z","caller":"traceutil/trace.go:171","msg":"trace[26287719] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:805; }","duration":"475.112167ms","start":"2026-02-27T16:50:42.890055Z","end":"2026-02-27T16:50:43.365167Z","steps":["trace[26287719] 'agreement among raft nodes before linearized reading' (duration: 474.857235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.365251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.890034Z","time spent":"475.203501ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":3239,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-02-27T16:50:43.365117Z","caller":"traceutil/trace.go:171","msg":"trace[1565211938] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:805; }","duration":"530.30866ms","start":"2026-02-27T16:50:42.834787Z","end":"2026-02-27T16:50:43.365096Z","steps":["trace[1565211938] 'agreement among raft nodes before linearized reading' (duration: 529.230556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.366168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.834771Z","time spent":"531.377633ms","remote":"127.0.0.1:40050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T16:50:43.364992Z","caller":"traceutil/trace.go:171","msg":"trace[1637203834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:805; }","duration":"560.487402ms","start":"2026-02-27T16:50:42.804446Z","end":"2026-02-27T16:50:43.364934Z","steps":["trace[1637203834] 'agreement among raft nodes before linearized reading' (duration: 559.677771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.366292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:42.804425Z","time spent":"561.850088ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:50:43.992786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.232928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:43.99308Z","caller":"traceutil/trace.go:171","msg":"trace[1017706171] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"620.933406ms","start":"2026-02-27T16:50:43.372108Z","end":"2026-02-27T16:50:43.993042Z","steps":["trace[1017706171] 'process raft request' (duration: 468.256347ms)","trace[1017706171] 'compare' (duration: 152.029808ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:43.993311Z","caller":"traceutil/trace.go:171","msg":"trace[1911503392] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"621.062853ms","start":"2026-02-27T16:50:43.372216Z","end":"2026-02-27T16:50:43.993279Z","steps":["trace[1911503392] 'process raft request' (duration: 620.730147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:43.993484Z","caller":"traceutil/trace.go:171","msg":"trace[1508459273] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"619.007212ms","start":"2026-02-27T16:50:43.374454Z","end":"2026-02-27T16:50:43.993461Z","steps":["trace[1508459273] 'process raft request' (duration: 618.781721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.993591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.37444Z","time spent":"619.110317ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:43.993367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.372215Z","time spent":"621.147307ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:50:43.993649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.37221Z","time spent":"621.225361ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:43.993713Z","caller":"traceutil/trace.go:171","msg":"trace[708517145] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"618.97009ms","start":"2026-02-27T16:50:43.374533Z","end":"2026-02-27T16:50:43.993503Z","steps":["trace[708517145] 'process raft request' (duration: 618.787071ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:43.993948Z","caller":"traceutil/trace.go:171","msg":"trace[677448697] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"619.058284ms","start":"2026-02-27T16:50:43.374865Z","end":"2026-02-27T16:50:43.993923Z","steps":["trace[677448697] 'process raft request' (duration: 618.521018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.994044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.372096Z","time spent":"621.204339ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:43.994196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.374855Z","time spent":"619.219322ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:43.994462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.374526Z","time spent":"619.442752ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:43.995862Z","caller":"traceutil/trace.go:171","msg":"trace[1031514245] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"617.711479ms","start":"2026-02-27T16:50:43.378129Z","end":"2026-02-27T16:50:43.99584Z","steps":["trace[1031514245] 'process raft request' (duration: 617.400014ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:43.995934Z","caller":"traceutil/trace.go:171","msg":"trace[719985579] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"620.880244ms","start":"2026-02-27T16:50:43.375038Z","end":"2026-02-27T16:50:43.995918Z","steps":["trace[719985579] 'process raft request' (duration: 619.657945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.996042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.375031Z","time spent":"620.960798ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:43.996149Z","caller":"traceutil/trace.go:171","msg":"trace[1844192876] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:855; }","duration":"571.322969ms","start":"2026-02-27T16:50:43.424814Z","end":"2026-02-27T16:50:43.996137Z","steps":["trace[1844192876] 'read index received' (duration: 415.479005ms)","trace[1844192876] 'applied index is now lower than readState.Index' (duration: 155.842384ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:43.996328Z","caller":"traceutil/trace.go:171","msg":"trace[1431372457] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"609.016142ms","start":"2026-02-27T16:50:43.387298Z","end":"2026-02-27T16:50:43.996314Z","steps":["trace[1431372457] 'process raft request' (duration: 608.304548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.996332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.378122Z","time spent":"617.793133ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1949,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:43.996394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.387266Z","time spent":"609.092986ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:43.996892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.042304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T16:50:43.997145Z","caller":"traceutil/trace.go:171","msg":"trace[777194856] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982871b66be046; range_end:; response_count:1; response_revision:815; }","duration":"572.393081ms","start":"2026-02-27T16:50:43.424731Z","end":"2026-02-27T16:50:43.997124Z","steps":["trace[777194856] 'agreement among raft nodes before linearized reading' (duration: 571.825543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.997376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.424709Z","time spent":"572.650923ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982871b66be046\" "} {"level":"warn","ts":"2026-02-27T16:50:44.016251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.507071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-02-27T16:50:44.016271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.60859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:8285"} {"level":"warn","ts":"2026-02-27T16:50:44.016285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.423194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188486"} {"level":"info","ts":"2026-02-27T16:50:44.016332Z","caller":"traceutil/trace.go:171","msg":"trace[1809284475] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"125.648078ms","start":"2026-02-27T16:50:43.890664Z","end":"2026-02-27T16:50:44.016312Z","steps":["trace[1809284475] 'agreement among raft nodes before linearized reading' (duration: 125.403806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:44.016345Z","caller":"traceutil/trace.go:171","msg":"trace[1529816497] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"325.739736ms","start":"2026-02-27T16:50:43.690586Z","end":"2026-02-27T16:50:44.016326Z","steps":["trace[1529816497] 'agreement among raft nodes before linearized reading' (duration: 325.544177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:44.016395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.690565Z","time spent":"325.82048ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":8307,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-02-27T16:50:44.016416Z","caller":"traceutil/trace.go:171","msg":"trace[1045811064] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"525.500808ms","start":"2026-02-27T16:50:43.490837Z","end":"2026-02-27T16:50:44.016338Z","steps":["trace[1045811064] 'agreement among raft nodes before linearized reading' (duration: 525.175682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:44.016609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.490664Z","time spent":"525.929539ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188508,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-27T16:50:44.245711Z","caller":"traceutil/trace.go:171","msg":"trace[733633314] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"200.326736ms","start":"2026-02-27T16:50:44.045354Z","end":"2026-02-27T16:50:44.24568Z","steps":["trace[733633314] 'process raft request' (duration: 154.474738ms)","trace[733633314] 'compare' (duration: 45.303142ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:44.246464Z","caller":"traceutil/trace.go:171","msg":"trace[90283864] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"177.242094ms","start":"2026-02-27T16:50:44.069207Z","end":"2026-02-27T16:50:44.246449Z","steps":["trace[90283864] 'process raft request' (duration: 176.424714ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:44.24681Z","caller":"traceutil/trace.go:171","msg":"trace[617468502] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:867; }","duration":"156.997832ms","start":"2026-02-27T16:50:44.089793Z","end":"2026-02-27T16:50:44.246791Z","steps":["trace[617468502] 'read index received' (duration: 110.0543ms)","trace[617468502] 'applied index is now lower than readState.Index' (duration: 46.942612ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:44.246838Z","caller":"traceutil/trace.go:171","msg":"trace[363464244] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"175.822325ms","start":"2026-02-27T16:50:44.071001Z","end":"2026-02-27T16:50:44.246823Z","steps":["trace[363464244] 'process raft request' (duration: 175.419054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:44.247052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.241194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:12259"} {"level":"info","ts":"2026-02-27T16:50:44.247092Z","caller":"traceutil/trace.go:171","msg":"trace[1795988828] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:820; }","duration":"157.336189ms","start":"2026-02-27T16:50:44.089745Z","end":"2026-02-27T16:50:44.247081Z","steps":["trace[1795988828] 'agreement among raft nodes before linearized reading' (duration: 157.15616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:50.259392Z","caller":"traceutil/trace.go:171","msg":"trace[1543706510] linearizableReadLoop","detail":"{readStateIndex:925; appliedIndex:924; }","duration":"232.274649ms","start":"2026-02-27T16:50:50.027094Z","end":"2026-02-27T16:50:50.259369Z","steps":["trace[1543706510] 'read index received' (duration: 232.085ms)","trace[1543706510] 'applied index is now lower than readState.Index' (duration: 188.539µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:50.259415Z","caller":"traceutil/trace.go:171","msg":"trace[1511656068] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"235.50755ms","start":"2026-02-27T16:50:50.023885Z","end":"2026-02-27T16:50:50.259392Z","steps":["trace[1511656068] 'process raft request' (duration: 235.318791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:50.259847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.744533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T16:50:50.259895Z","caller":"traceutil/trace.go:171","msg":"trace[1194247350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:874; }","duration":"232.828457ms","start":"2026-02-27T16:50:50.027055Z","end":"2026-02-27T16:50:50.259883Z","steps":["trace[1194247350] 'agreement among raft nodes before linearized reading' (duration: 232.424237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:50.594713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.686096ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:50:50.594919Z","caller":"traceutil/trace.go:171","msg":"trace[54491121] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"331.021849ms","start":"2026-02-27T16:50:50.263881Z","end":"2026-02-27T16:50:50.594903Z","steps":["trace[54491121] 'process raft request' (duration: 330.916523ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:50.594982Z","caller":"traceutil/trace.go:171","msg":"trace[611973486] linearizableReadLoop","detail":"{readStateIndex:926; appliedIndex:925; }","duration":"335.501691ms","start":"2026-02-27T16:50:50.259459Z","end":"2026-02-27T16:50:50.59496Z","steps":["trace[611973486] 'read index received' (duration: 29.569802ms)","trace[611973486] 'applied index is now lower than readState.Index' (duration: 305.928089ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:50.595125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:50.263861Z","time spent":"331.090553ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:50.595173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.626814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:50:50.595226Z","caller":"traceutil/trace.go:171","msg":"trace[1011453108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:875; }","duration":"567.697977ms","start":"2026-02-27T16:50:50.027517Z","end":"2026-02-27T16:50:50.595215Z","steps":["trace[1011453108] 'agreement among raft nodes before linearized reading' (duration: 567.542699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:50.595256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:50.027508Z","time spent":"567.74112ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:50.595306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.683846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T16:50:50.59537Z","caller":"traceutil/trace.go:171","msg":"trace[1407100588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:875; }","duration":"567.768141ms","start":"2026-02-27T16:50:50.027587Z","end":"2026-02-27T16:50:50.595355Z","steps":["trace[1407100588] 'agreement among raft nodes before linearized reading' (duration: 567.605523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:50.595404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:50.027582Z","time spent":"567.816683ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:50.596724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.939019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:50:50.596826Z","caller":"traceutil/trace.go:171","msg":"trace[567909943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:875; }","duration":"569.067055ms","start":"2026-02-27T16:50:50.027734Z","end":"2026-02-27T16:50:50.596801Z","steps":["trace[567909943] 'agreement among raft nodes before linearized reading' (duration: 568.635224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:50.596896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:50.027728Z","time spent":"569.15898ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:50:51.037205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.450676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:51.037408Z","caller":"traceutil/trace.go:171","msg":"trace[1177910603] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"437.603111ms","start":"2026-02-27T16:50:50.599771Z","end":"2026-02-27T16:50:51.037374Z","steps":["trace[1177910603] 'process raft request' (duration: 226.890312ms)","trace[1177910603] 'compare' (duration: 210.266737ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:51.037565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:50.59975Z","time spent":"437.75884ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:51.078744Z","caller":"traceutil/trace.go:171","msg":"trace[831919423] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"478.396028ms","start":"2026-02-27T16:50:50.600325Z","end":"2026-02-27T16:50:51.078721Z","steps":["trace[831919423] 'process raft request' (duration: 478.345606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:51.078833Z","caller":"traceutil/trace.go:171","msg":"trace[906354686] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"478.495203ms","start":"2026-02-27T16:50:50.600303Z","end":"2026-02-27T16:50:51.078798Z","steps":["trace[906354686] 'process raft request' (duration: 478.261861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:51.079001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:50.600281Z","time spent":"478.63274ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:51.079062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:50.600304Z","time spent":"478.511524ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:51.547214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.510172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:51.547348Z","caller":"traceutil/trace.go:171","msg":"trace[1725838656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:878; }","duration":"319.703923ms","start":"2026-02-27T16:50:51.227622Z","end":"2026-02-27T16:50:51.547326Z","steps":["trace[1725838656] 'range keys from in-memory index tree' (duration: 319.413838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:51.547688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:51.227599Z","time spent":"320.070521ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:50:51.863801Z","caller":"traceutil/trace.go:171","msg":"trace[309927230] linearizableReadLoop","detail":"{readStateIndex:931; appliedIndex:930; }","duration":"127.741927ms","start":"2026-02-27T16:50:51.736038Z","end":"2026-02-27T16:50:51.86378Z","steps":["trace[309927230] 'read index received' (duration: 127.555608ms)","trace[309927230] 'applied index is now lower than readState.Index' (duration: 184.819µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:51.864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.948349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/test-pvc.1898288f0dd00c7f\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-02-27T16:50:51.864079Z","caller":"traceutil/trace.go:171","msg":"trace[69131963] range","detail":"{range_begin:/registry/events/default/test-pvc.1898288f0dd00c7f; range_end:; response_count:1; response_revision:878; }","duration":"128.045774ms","start":"2026-02-27T16:50:51.735983Z","end":"2026-02-27T16:50:51.864028Z","steps":["trace[69131963] 'agreement among raft nodes before linearized reading' (duration: 127.886806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:52.01098Z","caller":"traceutil/trace.go:171","msg":"trace[1540286] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"144.607862ms","start":"2026-02-27T16:50:51.866351Z","end":"2026-02-27T16:50:52.010959Z","steps":["trace[1540286] 'process raft request' (duration: 144.542658ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:52.011067Z","caller":"traceutil/trace.go:171","msg":"trace[696234987] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"145.868184ms","start":"2026-02-27T16:50:51.865177Z","end":"2026-02-27T16:50:52.011045Z","steps":["trace[696234987] 'process raft request' (duration: 94.994693ms)","trace[696234987] 'compare' (duration: 50.580876ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:52.513945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:52.977117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.653189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:52.977231Z","caller":"traceutil/trace.go:171","msg":"trace[1287654540] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:933; }","duration":"964.035137ms","start":"2026-02-27T16:50:52.013179Z","end":"2026-02-27T16:50:52.977214Z","steps":["trace[1287654540] 'read index received' (duration: 829.141056ms)","trace[1287654540] 'applied index is now lower than readState.Index' (duration: 134.892851ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:52.977363Z","caller":"traceutil/trace.go:171","msg":"trace[1407529007] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"1.005386983s","start":"2026-02-27T16:50:51.971959Z","end":"2026-02-27T16:50:52.977346Z","steps":["trace[1407529007] 'process raft request' (duration: 870.401808ms)","trace[1407529007] 'compare' (duration: 134.520162ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:52.977459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:51.971939Z","time spent":"1.005472868s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:52.977495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.294629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T16:50:52.977559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.230469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:50:52.977581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.477648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-27T16:50:52.977602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.496392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T16:50:52.977637Z","caller":"traceutil/trace.go:171","msg":"trace[1562630785] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:881; }","duration":"183.342695ms","start":"2026-02-27T16:50:52.794277Z","end":"2026-02-27T16:50:52.97762Z","steps":["trace[1562630785] 'agreement among raft nodes before linearized reading' (duration: 183.183997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:52.977676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.95035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:52.977687Z","caller":"traceutil/trace.go:171","msg":"trace[401921328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:881; }","duration":"378.611658ms","start":"2026-02-27T16:50:52.599061Z","end":"2026-02-27T16:50:52.977672Z","steps":["trace[401921328] 'agreement among raft nodes before linearized reading' (duration: 378.360555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:52.977699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.341778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:52.977707Z","caller":"traceutil/trace.go:171","msg":"trace[54226987] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:881; }","duration":"494.023434ms","start":"2026-02-27T16:50:52.483675Z","end":"2026-02-27T16:50:52.977698Z","steps":["trace[54226987] 'agreement among raft nodes before linearized reading' (duration: 493.970551ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:52.977732Z","caller":"traceutil/trace.go:171","msg":"trace[1245961618] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:881; }","duration":"663.413512ms","start":"2026-02-27T16:50:52.314307Z","end":"2026-02-27T16:50:52.97772Z","steps":["trace[1245961618] 'agreement among raft nodes before linearized reading' (duration: 663.36702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:52.977844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:52.314287Z","time spent":"663.544159ms","remote":"127.0.0.1:40006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:50:52.977752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:52.483651Z","time spent":"494.092337ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:50:52.977649Z","caller":"traceutil/trace.go:171","msg":"trace[211346848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:881; }","duration":"714.582463ms","start":"2026-02-27T16:50:52.263048Z","end":"2026-02-27T16:50:52.977631Z","steps":["trace[211346848] 'agreement among raft nodes before linearized reading' (duration: 714.377062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:52.978012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:52.263031Z","time spent":"714.968972ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T16:50:52.977581Z","caller":"traceutil/trace.go:171","msg":"trace[1578296135] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:881; }","duration":"964.414286ms","start":"2026-02-27T16:50:52.01314Z","end":"2026-02-27T16:50:52.977554Z","steps":["trace[1578296135] 'agreement among raft nodes before linearized reading' (duration: 964.267008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:52.97813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:52.013125Z","time spent":"964.998545ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T16:50:52.977766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:52.599048Z","time spent":"378.673571ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T16:50:53.522986Z","caller":"traceutil/trace.go:171","msg":"trace[452947347] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"539.87936ms","start":"2026-02-27T16:50:52.983072Z","end":"2026-02-27T16:50:53.522951Z","steps":["trace[452947347] 'process raft request' (duration: 494.874072ms)","trace[452947347] 'compare' (duration: 44.867001ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:53.523774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:52.983054Z","time spent":"540.639868ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:53.531605Z","caller":"traceutil/trace.go:171","msg":"trace[2036884028] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:934; }","duration":"488.724016ms","start":"2026-02-27T16:50:53.042862Z","end":"2026-02-27T16:50:53.531586Z","steps":["trace[2036884028] 'read index received' (duration: 435.095866ms)","trace[2036884028] 'applied index is now lower than readState.Index' (duration: 53.62733ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:53.531702Z","caller":"traceutil/trace.go:171","msg":"trace[948556016] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"548.567006ms","start":"2026-02-27T16:50:52.983114Z","end":"2026-02-27T16:50:53.531681Z","steps":["trace[948556016] 'process raft request' (duration: 548.380867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:53.531791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:52.983092Z","time spent":"548.65047ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:53.531817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.208403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:50:53.531842Z","caller":"traceutil/trace.go:171","msg":"trace[1982919743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:883; }","duration":"446.272416ms","start":"2026-02-27T16:50:53.085562Z","end":"2026-02-27T16:50:53.531834Z","steps":["trace[1982919743] 'agreement among raft nodes before linearized reading' (duration: 446.16752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:53.531864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:53.085547Z","time spent":"446.311748ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:53.531876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.00179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T16:50:53.531901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.99942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:53.531952Z","caller":"traceutil/trace.go:171","msg":"trace[1496928081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:883; }","duration":"489.19068ms","start":"2026-02-27T16:50:53.042744Z","end":"2026-02-27T16:50:53.531935Z","steps":["trace[1496928081] 'agreement among raft nodes before linearized reading' (duration: 488.984999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:53.531968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.14197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:50:53.531973Z","caller":"traceutil/trace.go:171","msg":"trace[878821032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:883; }","duration":"304.112376ms","start":"2026-02-27T16:50:53.227842Z","end":"2026-02-27T16:50:53.531955Z","steps":["trace[878821032] 'agreement among raft nodes before linearized reading' (duration: 303.983319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:53.531994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:53.042733Z","time spent":"489.252762ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:53.532025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:53.227827Z","time spent":"304.19052ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:50:53.532019Z","caller":"traceutil/trace.go:171","msg":"trace[164441215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:883; }","duration":"446.212083ms","start":"2026-02-27T16:50:53.085793Z","end":"2026-02-27T16:50:53.532005Z","steps":["trace[164441215] 'agreement among raft nodes before linearized reading' (duration: 446.075076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:53.532072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:53.085786Z","time spent":"446.277976ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T16:50:53.872409Z","caller":"traceutil/trace.go:171","msg":"trace[152970300] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"336.021655ms","start":"2026-02-27T16:50:53.536357Z","end":"2026-02-27T16:50:53.872379Z","steps":["trace[152970300] 'process raft request' (duration: 293.409438ms)","trace[152970300] 'compare' (duration: 42.47169ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:53.872554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:53.536342Z","time spent":"336.139842ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:53.872688Z","caller":"traceutil/trace.go:171","msg":"trace[832287293] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"336.30308ms","start":"2026-02-27T16:50:53.536369Z","end":"2026-02-27T16:50:53.872672Z","steps":["trace[832287293] 'process raft request' (duration: 335.974402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:53.872757Z","caller":"traceutil/trace.go:171","msg":"trace[943587883] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"335.973873ms","start":"2026-02-27T16:50:53.536771Z","end":"2026-02-27T16:50:53.872745Z","steps":["trace[943587883] 'process raft request' (duration: 335.842027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:53.87282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:53.536751Z","time spent":"336.035276ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:53.873014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:53.536353Z","time spent":"336.417575ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:54.552084Z","caller":"traceutil/trace.go:171","msg":"trace[280379459] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"477.662385ms","start":"2026-02-27T16:50:54.07437Z","end":"2026-02-27T16:50:54.552033Z","steps":["trace[280379459] 'process raft request' (duration: 477.448214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:54.552419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:54.074337Z","time spent":"477.931948ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:55.760615Z","caller":"traceutil/trace.go:171","msg":"trace[1210618200] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"139.641825ms","start":"2026-02-27T16:50:55.62094Z","end":"2026-02-27T16:50:55.760582Z","steps":["trace[1210618200] 'process raft request' (duration: 129.659453ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:56.149215Z","caller":"traceutil/trace.go:171","msg":"trace[1334636678] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"208.151235ms","start":"2026-02-27T16:50:55.941032Z","end":"2026-02-27T16:50:56.149184Z","steps":["trace[1334636678] 'process raft request' (duration: 207.902802ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:56.236902Z","caller":"traceutil/trace.go:171","msg":"trace[1315930424] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"295.674624ms","start":"2026-02-27T16:50:55.94113Z","end":"2026-02-27T16:50:56.236805Z","steps":["trace[1315930424] 'process raft request' (duration: 295.519207ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:56.236963Z","caller":"traceutil/trace.go:171","msg":"trace[667329449] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"295.803092ms","start":"2026-02-27T16:50:55.941131Z","end":"2026-02-27T16:50:56.236934Z","steps":["trace[667329449] 'process raft request' (duration: 295.59323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:56.879428Z","caller":"traceutil/trace.go:171","msg":"trace[2110450783] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"300.656172ms","start":"2026-02-27T16:50:56.578746Z","end":"2026-02-27T16:50:56.879402Z","steps":["trace[2110450783] 'process raft request' (duration: 300.492754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:56.879579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:56.578723Z","time spent":"300.779809ms","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:57.044475Z","caller":"traceutil/trace.go:171","msg":"trace[559796716] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"110.442843ms","start":"2026-02-27T16:50:56.934003Z","end":"2026-02-27T16:50:57.044446Z","steps":["trace[559796716] 'process raft request' (duration: 61.416122ms)","trace[559796716] 'compare' (duration: 48.8171ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:57.227904Z","caller":"traceutil/trace.go:171","msg":"trace[1813093001] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:948; }","duration":"121.595453ms","start":"2026-02-27T16:50:57.10629Z","end":"2026-02-27T16:50:57.227886Z","steps":["trace[1813093001] 'read index received' (duration: 66.898816ms)","trace[1813093001] 'applied index is now lower than readState.Index' (duration: 54.694797ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:57.228078Z","caller":"traceutil/trace.go:171","msg":"trace[1192482643] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"179.446031ms","start":"2026-02-27T16:50:57.048381Z","end":"2026-02-27T16:50:57.227827Z","steps":["trace[1192482643] 'process raft request' (duration: 124.805276ms)","trace[1192482643] 'compare' (duration: 54.445655ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:57.318438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.121776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:57.318508Z","caller":"traceutil/trace.go:171","msg":"trace[1481565339] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:896; }","duration":"212.252222ms","start":"2026-02-27T16:50:57.106238Z","end":"2026-02-27T16:50:57.31849Z","steps":["trace[1481565339] 'agreement among raft nodes before linearized reading' (duration: 121.793574ms)","trace[1481565339] 'count revisions from in-memory index tree' (duration: 90.343943ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:58.227476Z","caller":"traceutil/trace.go:171","msg":"trace[1056633692] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"602.256634ms","start":"2026-02-27T16:50:57.625194Z","end":"2026-02-27T16:50:58.227451Z","steps":["trace[1056633692] 'process raft request' (duration: 602.081735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:58.227635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:57.625172Z","time spent":"602.379ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:58.228038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.566814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T16:50:58.228103Z","caller":"traceutil/trace.go:171","msg":"trace[1035218721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:897; }","duration":"463.648588ms","start":"2026-02-27T16:50:57.76444Z","end":"2026-02-27T16:50:58.228089Z","steps":["trace[1035218721] 'agreement among raft nodes before linearized reading' (duration: 463.431197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:58.228254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:57.764389Z","time spent":"463.743693ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T16:50:58.227819Z","caller":"traceutil/trace.go:171","msg":"trace[1008299894] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:951; }","duration":"463.335543ms","start":"2026-02-27T16:50:57.764457Z","end":"2026-02-27T16:50:58.227793Z","steps":["trace[1008299894] 'read index received' (duration: 463.28071ms)","trace[1008299894] 'applied index is now lower than readState.Index' (duration: 53.233µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:58.520635Z","caller":"traceutil/trace.go:171","msg":"trace[2073407494] linearizableReadLoop","detail":"{readStateIndex:953; appliedIndex:951; }","duration":"280.542737ms","start":"2026-02-27T16:50:58.240035Z","end":"2026-02-27T16:50:58.520578Z","steps":["trace[2073407494] 'read index received' (duration: 207.540505ms)","trace[2073407494] 'applied index is now lower than readState.Index' (duration: 72.999842ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:58.520714Z","caller":"traceutil/trace.go:171","msg":"trace[2081242063] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"288.920533ms","start":"2026-02-27T16:50:58.231772Z","end":"2026-02-27T16:50:58.520693Z","steps":["trace[2081242063] 'process raft request' (duration: 215.69428ms)","trace[2081242063] 'compare' (duration: 72.837383ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:58.521115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.960749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T16:50:58.521155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.072085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:50:58.521214Z","caller":"traceutil/trace.go:171","msg":"trace[115188936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:899; }","duration":"281.098075ms","start":"2026-02-27T16:50:58.240095Z","end":"2026-02-27T16:50:58.521193Z","steps":["trace[115188936] 'agreement among raft nodes before linearized reading' (duration: 280.809741ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:58.521254Z","caller":"traceutil/trace.go:171","msg":"trace[174490334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:899; }","duration":"281.1889ms","start":"2026-02-27T16:50:58.240008Z","end":"2026-02-27T16:50:58.521197Z","steps":["trace[174490334] 'agreement among raft nodes before linearized reading' (duration: 280.78345ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:58.521419Z","caller":"traceutil/trace.go:171","msg":"trace[1945458179] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"289.359125ms","start":"2026-02-27T16:50:58.232041Z","end":"2026-02-27T16:50:58.5214Z","steps":["trace[1945458179] 'process raft request' (duration: 288.444219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:58.994462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.723074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:58.99476Z","caller":"traceutil/trace.go:171","msg":"trace[32445533] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:953; }","duration":"453.30875ms","start":"2026-02-27T16:50:58.541376Z","end":"2026-02-27T16:50:58.994684Z","steps":["trace[32445533] 'read index received' (duration: 345.110862ms)","trace[32445533] 'applied index is now lower than readState.Index' (duration: 108.197058ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:58.994845Z","caller":"traceutil/trace.go:171","msg":"trace[2127046447] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"469.618386ms","start":"2026-02-27T16:50:58.525195Z","end":"2026-02-27T16:50:58.994813Z","steps":["trace[2127046447] 'process raft request' (duration: 361.275351ms)","trace[2127046447] 'compare' (duration: 107.519984ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:58.994835Z","caller":"traceutil/trace.go:171","msg":"trace[1363909416] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"468.455067ms","start":"2026-02-27T16:50:58.526341Z","end":"2026-02-27T16:50:58.994796Z","steps":["trace[1363909416] 'process raft request' (duration: 468.245557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:58.99501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:58.525169Z","time spent":"469.754474ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:58.995012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.613555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:1964"} {"level":"warn","ts":"2026-02-27T16:50:58.995035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:58.526314Z","time spent":"468.616465ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:58.995075Z","caller":"traceutil/trace.go:171","msg":"trace[2025346019] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:901; }","duration":"453.70544ms","start":"2026-02-27T16:50:58.541354Z","end":"2026-02-27T16:50:58.995059Z","steps":["trace[2025346019] 'agreement among raft nodes before linearized reading' (duration: 453.5198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:58.99516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:58.541341Z","time spent":"453.809014ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":1986,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-02-27T16:50:58.995371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.173767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:58.995498Z","caller":"traceutil/trace.go:171","msg":"trace[1197248061] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:901; }","duration":"150.600168ms","start":"2026-02-27T16:50:58.84488Z","end":"2026-02-27T16:50:58.99548Z","steps":["trace[1197248061] 'agreement among raft nodes before linearized reading' (duration: 150.071931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:00.112754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.748587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:00.112836Z","caller":"traceutil/trace.go:171","msg":"trace[1767704097] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:901; }","duration":"826.889244ms","start":"2026-02-27T16:50:59.285927Z","end":"2026-02-27T16:51:00.112816Z","steps":["trace[1767704097] 'count revisions from in-memory index tree' (duration: 826.637381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:00.112844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.04668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:00.112913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:59.285906Z","time spent":"826.988339ms","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:51:00.112958Z","caller":"traceutil/trace.go:171","msg":"trace[557257515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:901; }","duration":"885.236069ms","start":"2026-02-27T16:50:59.227698Z","end":"2026-02-27T16:51:00.112934Z","steps":["trace[557257515] 'range keys from in-memory index tree' (duration: 884.949035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:00.113014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:59.227674Z","time spent":"885.325713ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:51:00.359203Z","caller":"traceutil/trace.go:171","msg":"trace[1958465839] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"123.224635ms","start":"2026-02-27T16:51:00.235956Z","end":"2026-02-27T16:51:00.35918Z","steps":["trace[1958465839] 'process raft request' (duration: 123.093128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:00.812419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.211885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T16:51:00.812507Z","caller":"traceutil/trace.go:171","msg":"trace[1495757306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:902; }","duration":"286.331421ms","start":"2026-02-27T16:51:00.526155Z","end":"2026-02-27T16:51:00.812486Z","steps":["trace[1495757306] 'range keys from in-memory index tree' (duration: 286.049196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:00.812521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.410282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:51:00.812536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.359212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:51:00.812564Z","caller":"traceutil/trace.go:171","msg":"trace[504272862] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:902; }","duration":"304.500256ms","start":"2026-02-27T16:51:00.508051Z","end":"2026-02-27T16:51:00.812551Z","steps":["trace[504272862] 'count revisions from in-memory index tree' (duration: 304.274985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:00.8126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:00.508032Z","time spent":"304.559109ms","remote":"127.0.0.1:39892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:51:00.812605Z","caller":"traceutil/trace.go:171","msg":"trace[2013204728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:902; }","duration":"286.481678ms","start":"2026-02-27T16:51:00.526105Z","end":"2026-02-27T16:51:00.812586Z","steps":["trace[2013204728] 'range keys from in-memory index tree' (duration: 286.149242ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:01.344207Z","caller":"traceutil/trace.go:171","msg":"trace[1873100696] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"527.661856ms","start":"2026-02-27T16:51:00.816497Z","end":"2026-02-27T16:51:01.344159Z","steps":["trace[1873100696] 'process raft request' (duration: 527.396442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:01.344476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:00.816481Z","time spent":"527.848566ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:01.846688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.562141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:01.846801Z","caller":"traceutil/trace.go:171","msg":"trace[460466671] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:956; }","duration":"847.294563ms","start":"2026-02-27T16:51:00.999487Z","end":"2026-02-27T16:51:01.846782Z","steps":["trace[460466671] 'read index received' (duration: 344.35966ms)","trace[460466671] 'applied index is now lower than readState.Index' (duration: 502.933843ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:01.846887Z","caller":"traceutil/trace.go:171","msg":"trace[90212729] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"1.030233529s","start":"2026-02-27T16:51:00.816643Z","end":"2026-02-27T16:51:01.846876Z","steps":["trace[90212729] 'process raft request' (duration: 793.393175ms)","trace[90212729] 'compare' (duration: 236.455985ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:01.846947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:00.816619Z","time spent":"1.030299253s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:01.847128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.64538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T16:51:01.84716Z","caller":"traceutil/trace.go:171","msg":"trace[694529940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:904; }","duration":"847.713043ms","start":"2026-02-27T16:51:00.999439Z","end":"2026-02-27T16:51:01.847152Z","steps":["trace[694529940] 'agreement among raft nodes before linearized reading' (duration: 847.603678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:01.847187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:00.999422Z","time spent":"847.758646ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:51:01.847316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.227773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:51:01.847347Z","caller":"traceutil/trace.go:171","msg":"trace[494507147] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:904; }","duration":"217.295927ms","start":"2026-02-27T16:51:01.630043Z","end":"2026-02-27T16:51:01.847339Z","steps":["trace[494507147] 'agreement among raft nodes before linearized reading' (duration: 217.220853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:01.847508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.731724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:01.847582Z","caller":"traceutil/trace.go:171","msg":"trace[1370375919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:904; }","duration":"621.84784ms","start":"2026-02-27T16:51:01.225713Z","end":"2026-02-27T16:51:01.847561Z","steps":["trace[1370375919] 'agreement among raft nodes before linearized reading' (duration: 621.723734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:01.847628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:01.225694Z","time spent":"621.926524ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:01.848085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.560246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:51:01.848432Z","caller":"traceutil/trace.go:171","msg":"trace[1692593062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:904; }","duration":"848.657621ms","start":"2026-02-27T16:51:00.999496Z","end":"2026-02-27T16:51:01.848154Z","steps":["trace[1692593062] 'agreement among raft nodes before linearized reading' (duration: 847.752305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:01.848527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:00.999431Z","time spent":"849.052193ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:51:02.332108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.321455ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T16:51:02.332417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:01.848397Z","time spent":"484.01416ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T16:51:02.332806Z","caller":"traceutil/trace.go:171","msg":"trace[236262122] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"479.963163ms","start":"2026-02-27T16:51:01.852823Z","end":"2026-02-27T16:51:02.332787Z","steps":["trace[236262122] 'process raft request' (duration: 479.852687ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:02.332821Z","caller":"traceutil/trace.go:171","msg":"trace[440505352] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"480.922911ms","start":"2026-02-27T16:51:01.851869Z","end":"2026-02-27T16:51:02.332792Z","steps":["trace[440505352] 'process raft request' (duration: 480.580924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:02.332948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.289443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:02.333034Z","caller":"traceutil/trace.go:171","msg":"trace[634949210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:906; }","duration":"104.447151ms","start":"2026-02-27T16:51:02.228573Z","end":"2026-02-27T16:51:02.33302Z","steps":["trace[634949210] 'agreement among raft nodes before linearized reading' (duration: 104.320364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:02.332966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:01.851855Z","time spent":"481.024948ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:02.333157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:01.8528Z","time spent":"480.154043ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:02.333426Z","caller":"traceutil/trace.go:171","msg":"trace[285486986] linearizableReadLoop","detail":"{readStateIndex:961; appliedIndex:958; }","duration":"104.097152ms","start":"2026-02-27T16:51:02.22865Z","end":"2026-02-27T16:51:02.332747Z","steps":["trace[285486986] 'read index received' (duration: 51.642µs)","trace[285486986] 'applied index is now lower than readState.Index' (duration: 104.04469ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:02.70117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.887797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:02.701319Z","caller":"traceutil/trace.go:171","msg":"trace[1771162118] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"334.354004ms","start":"2026-02-27T16:51:02.366941Z","end":"2026-02-27T16:51:02.701295Z","steps":["trace[1771162118] 'process raft request' (duration: 101.253636ms)","trace[1771162118] 'compare' (duration: 232.638194ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:02.701475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:02.366916Z","time spent":"334.478641ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:03.72796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867714916364987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:51:03.901284Z","caller":"traceutil/trace.go:171","msg":"trace[1976777555] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:963; }","duration":"673.949282ms","start":"2026-02-27T16:51:03.227311Z","end":"2026-02-27T16:51:03.90126Z","steps":["trace[1976777555] 'read index received' (duration: 673.731571ms)","trace[1976777555] 'applied index is now lower than readState.Index' (duration: 216.831µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:03.901379Z","caller":"traceutil/trace.go:171","msg":"trace[1341698576] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"683.890462ms","start":"2026-02-27T16:51:03.217467Z","end":"2026-02-27T16:51:03.901358Z","steps":["trace[1341698576] 'process raft request' (duration: 683.65233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:03.901433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.098901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:03.901474Z","caller":"traceutil/trace.go:171","msg":"trace[1826026539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:909; }","duration":"674.212566ms","start":"2026-02-27T16:51:03.227248Z","end":"2026-02-27T16:51:03.90146Z","steps":["trace[1826026539] 'agreement among raft nodes before linearized reading' (duration: 674.131841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:03.901508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:03.217443Z","time spent":"683.987727ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:03.901523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:03.227217Z","time spent":"674.28683ms","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:03.901802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.007008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T16:51:03.901936Z","caller":"traceutil/trace.go:171","msg":"trace[80885690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:909; }","duration":"552.242159ms","start":"2026-02-27T16:51:03.349666Z","end":"2026-02-27T16:51:03.901908Z","steps":["trace[80885690] 'agreement among raft nodes before linearized reading' (duration: 551.820217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:03.902003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:03.349641Z","time spent":"552.351275ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T16:51:04.083922Z","caller":"traceutil/trace.go:171","msg":"trace[1226295950] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"175.318789ms","start":"2026-02-27T16:51:03.90854Z","end":"2026-02-27T16:51:04.083859Z","steps":["trace[1226295950] 'process raft request' (duration: 103.596728ms)","trace[1226295950] 'compare' (duration: 71.446046ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:04.868693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.011364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:51:04.868782Z","caller":"traceutil/trace.go:171","msg":"trace[906738951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:914; }","duration":"161.157762ms","start":"2026-02-27T16:51:04.707606Z","end":"2026-02-27T16:51:04.868764Z","steps":["trace[906738951] 'range keys from in-memory index tree' (duration: 160.778802ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:04.879662Z","caller":"traceutil/trace.go:171","msg":"trace[774813213] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"122.864535ms","start":"2026-02-27T16:51:04.756782Z","end":"2026-02-27T16:51:04.879646Z","steps":["trace[774813213] 'process raft request' (duration: 122.736159ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:20.863558Z","caller":"traceutil/trace.go:171","msg":"trace[1612581396] linearizableReadLoop","detail":"{readStateIndex:1095; appliedIndex:1094; }","duration":"386.627221ms","start":"2026-02-27T16:51:20.476906Z","end":"2026-02-27T16:51:20.863533Z","steps":["trace[1612581396] 'read index received' (duration: 386.42974ms)","trace[1612581396] 'applied index is now lower than readState.Index' (duration: 196.731µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:20.863681Z","caller":"traceutil/trace.go:171","msg":"trace[1245687963] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"440.583343ms","start":"2026-02-27T16:51:20.423087Z","end":"2026-02-27T16:51:20.86367Z","steps":["trace[1245687963] 'process raft request' (duration: 440.297028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:20.863781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:20.423075Z","time spent":"440.633926ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:20.863948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.675608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:51:20.864031Z","caller":"traceutil/trace.go:171","msg":"trace[1995980287] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1034; }","duration":"269.814816ms","start":"2026-02-27T16:51:20.594197Z","end":"2026-02-27T16:51:20.864012Z","steps":["trace[1995980287] 'agreement among raft nodes before linearized reading' (duration: 269.674688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:20.864256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.396901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:51:20.864334Z","caller":"traceutil/trace.go:171","msg":"trace[246533850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1034; }","duration":"387.514786ms","start":"2026-02-27T16:51:20.4768Z","end":"2026-02-27T16:51:20.864314Z","steps":["trace[246533850] 'agreement among raft nodes before linearized reading' (duration: 387.309186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:20.864381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:20.476776Z","time spent":"387.59285ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:51:21.186446Z","caller":"traceutil/trace.go:171","msg":"trace[1761924369] linearizableReadLoop","detail":"{readStateIndex:1096; appliedIndex:1095; }","duration":"187.420367ms","start":"2026-02-27T16:51:20.998999Z","end":"2026-02-27T16:51:21.186419Z","steps":["trace[1761924369] 'read index received' (duration: 180.785497ms)","trace[1761924369] 'applied index is now lower than readState.Index' (duration: 6.63392ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:21.186587Z","caller":"traceutil/trace.go:171","msg":"trace[377382154] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"318.9972ms","start":"2026-02-27T16:51:20.867543Z","end":"2026-02-27T16:51:21.18654Z","steps":["trace[377382154] 'process raft request' (duration: 312.217463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:21.186759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:20.867523Z","time spent":"319.158679ms","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:21.186826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.812088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:51:21.186869Z","caller":"traceutil/trace.go:171","msg":"trace[1822081177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1035; }","duration":"187.901274ms","start":"2026-02-27T16:51:20.998956Z","end":"2026-02-27T16:51:21.186858Z","steps":["trace[1822081177] 'agreement among raft nodes before linearized reading' (duration: 187.572095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:47.10266Z","caller":"traceutil/trace.go:171","msg":"trace[1584073002] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"128.623948ms","start":"2026-02-27T16:51:46.97401Z","end":"2026-02-27T16:51:47.102634Z","steps":["trace[1584073002] 'process raft request' (duration: 128.407916ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:47.551974Z","caller":"traceutil/trace.go:171","msg":"trace[1416095138] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1181; }","duration":"129.833576ms","start":"2026-02-27T16:51:47.422123Z","end":"2026-02-27T16:51:47.551956Z","steps":["trace[1416095138] 'read index received' (duration: 129.701949ms)","trace[1416095138] 'applied index is now lower than readState.Index' (duration: 130.667µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:47.552077Z","caller":"traceutil/trace.go:171","msg":"trace[657599387] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"187.426344ms","start":"2026-02-27T16:51:47.364621Z","end":"2026-02-27T16:51:47.552047Z","steps":["trace[657599387] 'process raft request' (duration: 187.216063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:47.552153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.028026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hf29d\" ","response":"range_response_count:1 size:3968"} {"level":"info","ts":"2026-02-27T16:51:47.552181Z","caller":"traceutil/trace.go:171","msg":"trace[744421061] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hf29d; range_end:; response_count:1; response_revision:1115; }","duration":"130.069049ms","start":"2026-02-27T16:51:47.422102Z","end":"2026-02-27T16:51:47.552171Z","steps":["trace[744421061] 'agreement among raft nodes before linearized reading' (duration: 129.960553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:47.552503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.68272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-02-27T16:51:47.552644Z","caller":"traceutil/trace.go:171","msg":"trace[815235486] range","detail":"{range_begin:/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1; range_end:; response_count:1; response_revision:1115; }","duration":"116.836339ms","start":"2026-02-27T16:51:47.435783Z","end":"2026-02-27T16:51:47.55262Z","steps":["trace[815235486] 'agreement among raft nodes before linearized reading' (duration: 116.332862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:49.351698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.497847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:49.351764Z","caller":"traceutil/trace.go:171","msg":"trace[202869762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1118; }","duration":"124.613063ms","start":"2026-02-27T16:51:49.227137Z","end":"2026-02-27T16:51:49.35175Z","steps":["trace[202869762] 'range keys from in-memory index tree' (duration: 124.417352ms)"],"step_count":1}