{"level":"warn","ts":"2026-02-24T02:27:41.389365Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-24T02:27:41.389458Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.130:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.130:2380","--initial-cluster=instance=https://199.19.213.130:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.130:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.130:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-24T02:27:41.389538Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-24T02:27:41.389551Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.130:2380"]} {"level":"info","ts":"2026-02-24T02:27:41.389578Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-24T02:27:41.390347Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.130:2379"]} {"level":"info","ts":"2026-02-24T02:27:41.390452Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.130:2380"],"listen-peer-urls":["https://199.19.213.130:2380"],"advertise-client-urls":["https://199.19.213.130:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.130:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.130:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-24T02:27:41.394876Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.165596ms"} {"level":"info","ts":"2026-02-24T02:27:41.405478Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a727d7e7ce5fe36a","cluster-id":"db8a5e7d54164af4"} {"level":"info","ts":"2026-02-24T02:27:41.40558Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a727d7e7ce5fe36a switched to configuration voters=()"} {"level":"info","ts":"2026-02-24T02:27:41.405616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a727d7e7ce5fe36a became follower at term 0"} {"level":"info","ts":"2026-02-24T02:27:41.405631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a727d7e7ce5fe36a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-24T02:27:41.405649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a727d7e7ce5fe36a became follower at term 1"} {"level":"info","ts":"2026-02-24T02:27:41.405704Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a727d7e7ce5fe36a switched to configuration voters=(12044833119025488746)"} {"level":"warn","ts":"2026-02-24T02:27:41.411972Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-24T02:27:41.414727Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-24T02:27:41.417727Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-24T02:27:41.420456Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a727d7e7ce5fe36a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-24T02:27:41.420579Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a727d7e7ce5fe36a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-24T02:27:41.420673Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T02:27:41.420766Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T02:27:41.420793Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T02:27:41.422109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a727d7e7ce5fe36a switched to configuration voters=(12044833119025488746)"} {"level":"info","ts":"2026-02-24T02:27:41.423438Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"db8a5e7d54164af4","local-member-id":"a727d7e7ce5fe36a","added-peer-id":"a727d7e7ce5fe36a","added-peer-peer-urls":["https://199.19.213.130:2380"]} {"level":"info","ts":"2026-02-24T02:27:41.425454Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-24T02:27:41.425518Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.130:2380"} {"level":"info","ts":"2026-02-24T02:27:41.425551Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.130:2380"} {"level":"info","ts":"2026-02-24T02:27:41.425687Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a727d7e7ce5fe36a","initial-advertise-peer-urls":["https://199.19.213.130:2380"],"listen-peer-urls":["https://199.19.213.130:2380"],"advertise-client-urls":["https://199.19.213.130:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.130:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-24T02:27:41.425724Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-24T02:27:42.406647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a727d7e7ce5fe36a is starting a new election at term 1"} {"level":"info","ts":"2026-02-24T02:27:42.406688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a727d7e7ce5fe36a became pre-candidate at term 1"} {"level":"info","ts":"2026-02-24T02:27:42.406714Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a727d7e7ce5fe36a received MsgPreVoteResp from a727d7e7ce5fe36a at term 1"} {"level":"info","ts":"2026-02-24T02:27:42.406726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a727d7e7ce5fe36a became candidate at term 2"} {"level":"info","ts":"2026-02-24T02:27:42.406732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a727d7e7ce5fe36a received MsgVoteResp from a727d7e7ce5fe36a at term 2"} {"level":"info","ts":"2026-02-24T02:27:42.406743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a727d7e7ce5fe36a became leader at term 2"} {"level":"info","ts":"2026-02-24T02:27:42.40675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a727d7e7ce5fe36a elected leader a727d7e7ce5fe36a at term 2"} {"level":"info","ts":"2026-02-24T02:27:42.411182Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a727d7e7ce5fe36a","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.130:2379]}","request-path":"/0/members/a727d7e7ce5fe36a/attributes","cluster-id":"db8a5e7d54164af4","publish-timeout":"7s"} {"level":"info","ts":"2026-02-24T02:27:42.411196Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-24T02:27:42.411519Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-24T02:27:42.412225Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-24T02:27:42.412273Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-24T02:27:42.411631Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T02:27:42.413698Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-24T02:27:42.414465Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.130:2379"} {"level":"info","ts":"2026-02-24T02:27:42.4145Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"db8a5e7d54164af4","local-member-id":"a727d7e7ce5fe36a","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T02:27:42.414629Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T02:27:42.414657Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T02:27:46.978966Z","caller":"traceutil/trace.go:171","msg":"trace[1160031319] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"107.018287ms","start":"2026-02-24T02:27:46.871922Z","end":"2026-02-24T02:27:46.978941Z","steps":["trace[1160031319] 'process raft request' (duration: 106.646847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:09.192347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:09.692592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:09.929694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.627158122s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T02:28:09.935861Z","caller":"traceutil/trace.go:171","msg":"trace[813776258] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:478; }","duration":"1.244308896s","start":"2026-02-24T02:28:08.691513Z","end":"2026-02-24T02:28:09.935822Z","steps":["trace[813776258] 'read index received' (duration: 1.238478167s)","trace[813776258] 'applied index is now lower than readState.Index' (duration: 5.828789ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:09.936059Z","caller":"traceutil/trace.go:171","msg":"trace[802214647] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"1.633582506s","start":"2026-02-24T02:28:08.302446Z","end":"2026-02-24T02:28:09.936028Z","steps":["trace[802214647] 'process raft request' (duration: 1.627665784s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:09.936103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244577084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:09.936197Z","caller":"traceutil/trace.go:171","msg":"trace[1941895158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:464; }","duration":"1.244741788s","start":"2026-02-24T02:28:08.691437Z","end":"2026-02-24T02:28:09.936179Z","steps":["trace[1941895158] 'agreement among raft nodes before linearized reading' (duration: 1.244593794s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:09.93624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:08.691394Z","time spent":"1.244834251s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T02:28:09.936528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.773495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T02:28:09.936572Z","caller":"traceutil/trace.go:171","msg":"trace[266446941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:464; }","duration":"722.870139ms","start":"2026-02-24T02:28:09.213688Z","end":"2026-02-24T02:28:09.936559Z","steps":["trace[266446941] 'agreement among raft nodes before linearized reading' (duration: 722.778556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:09.93661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:09.213655Z","time spent":"722.944401ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T02:28:09.936652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:08.302425Z","time spent":"1.633703468s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:09.936873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.176256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T02:28:09.936918Z","caller":"traceutil/trace.go:171","msg":"trace[1323992228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:464; }","duration":"246.269519ms","start":"2026-02-24T02:28:09.690636Z","end":"2026-02-24T02:28:09.936906Z","steps":["trace[1323992228] 'agreement among raft nodes before linearized reading' (duration: 246.193097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:14.574158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:15.075051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:15.575308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:16.075657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:16.576505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:16.69335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T02:28:16.693465Z","caller":"traceutil/trace.go:171","msg":"trace[1533010905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286116s","start":"2026-02-24T02:28:14.693155Z","end":"2026-02-24T02:28:16.693441Z","steps":["trace[1533010905] 'agreement among raft nodes before linearized reading' (duration: 2.000118181s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:16.693519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.693141Z","time spent":"2.000366728s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T02:28:17.077375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:17.578484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:17.898911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000614404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T02:28:17.899036Z","caller":"traceutil/trace.go:171","msg":"trace[58492752] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000915762s","start":"2026-02-24T02:28:15.898085Z","end":"2026-02-24T02:28:17.899001Z","steps":["trace[58492752] 'agreement among raft nodes before linearized reading' (duration: 2.000756268s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:17.8991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:15.898065Z","time spent":"2.001022124s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 02:28:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:18.078667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:18.579469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:18.694202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T02:28:18.69432Z","caller":"traceutil/trace.go:171","msg":"trace[115103716] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054699s","start":"2026-02-24T02:28:16.694245Z","end":"2026-02-24T02:28:18.6943Z","steps":["trace[115103716] 'agreement among raft nodes before linearized reading' (duration: 1.999899025s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:18.694379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:16.694216Z","time spent":"2.000154412s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 02:28:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:19.069929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.071717Z","time spent":"4.998201658s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T02:28:19.080359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:19.228291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999409059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T02:28:19.228443Z","caller":"traceutil/trace.go:171","msg":"trace[801778305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999627566s","start":"2026-02-24T02:28:14.228775Z","end":"2026-02-24T02:28:19.228403Z","steps":["trace[801778305] 'agreement among raft nodes before linearized reading' (duration: 4.999455641s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:19.228539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.228744Z","time spent":"4.999776809s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 02:28:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:19.233172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.161347384s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T02:28:20.702182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999762792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T02:28:20.702291Z","caller":"traceutil/trace.go:171","msg":"trace[1519309344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999908636s","start":"2026-02-24T02:28:18.702358Z","end":"2026-02-24T02:28:20.702267Z","steps":["trace[1519309344] 'agreement among raft nodes before linearized reading' (duration: 1.999759082s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:20.702348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:18.702285Z","time spent":"2.00005306s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 02:28:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:20.893558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.660067116s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T02:28:20.989207Z","caller":"traceutil/trace.go:171","msg":"trace[701720133] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"6.916629703s","start":"2026-02-24T02:28:14.07254Z","end":"2026-02-24T02:28:20.98917Z","steps":["trace[701720133] 'process raft request' (duration: 6.821291017s)","trace[701720133] 'compare' (duration: 95.002487ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:20.989367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.072508Z","time spent":"6.916765007s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:28:20.98947Z","caller":"traceutil/trace.go:171","msg":"trace[643373424] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"6.314233327s","start":"2026-02-24T02:28:14.675198Z","end":"2026-02-24T02:28:20.989431Z","steps":["trace[643373424] 'process raft request' (duration: 6.313894528s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:20.989626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.675168Z","time spent":"6.314373341s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:28:20.990227Z","caller":"traceutil/trace.go:171","msg":"trace[688680233] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"3.087216505s","start":"2026-02-24T02:28:17.902997Z","end":"2026-02-24T02:28:20.990213Z","steps":["trace[688680233] 'process raft request' (duration: 3.086195469s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:20.990291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:17.902963Z","time spent":"3.087294346s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T02:28:20.990342Z","caller":"traceutil/trace.go:171","msg":"trace[1164674737] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"740.83696ms","start":"2026-02-24T02:28:20.249492Z","end":"2026-02-24T02:28:20.990329Z","steps":["trace[1164674737] 'process raft request' (duration: 740.742038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:20.990403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:20.249466Z","time spent":"740.907151ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:28:20.990381Z","caller":"traceutil/trace.go:171","msg":"trace[988549879] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:522; }","duration":"6.916713836s","start":"2026-02-24T02:28:14.073636Z","end":"2026-02-24T02:28:20.99035Z","steps":["trace[988549879] 'read index received' (duration: 5.159837416s)","trace[988549879] 'applied index is now lower than readState.Index' (duration: 1.75687306s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:20.990521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.91685279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4021"} {"level":"info","ts":"2026-02-24T02:28:20.990606Z","caller":"traceutil/trace.go:171","msg":"trace[1484974090] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:511; }","duration":"6.916947222s","start":"2026-02-24T02:28:14.073615Z","end":"2026-02-24T02:28:20.990563Z","steps":["trace[1484974090] 'agreement among raft nodes before linearized reading' (duration: 6.916813259s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:20.990681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.073608Z","time spent":"6.917034374s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4045,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T02:28:21.037957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.929357341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T02:28:21.038106Z","caller":"traceutil/trace.go:171","msg":"trace[396552110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:513; }","duration":"6.929523805s","start":"2026-02-24T02:28:14.1085Z","end":"2026-02-24T02:28:21.038024Z","steps":["trace[396552110] 'agreement among raft nodes before linearized reading' (duration: 6.92931687s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:21.038106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.504949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T02:28:21.038217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.108464Z","time spent":"6.929712159s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T02:28:21.038276Z","caller":"traceutil/trace.go:171","msg":"trace[1695200524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"335.780166ms","start":"2026-02-24T02:28:20.70247Z","end":"2026-02-24T02:28:21.038251Z","steps":["trace[1695200524] 'agreement among raft nodes before linearized reading' (duration: 335.363475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:21.038338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:20.70244Z","time spent":"335.888309ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T02:28:21.038803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.3442836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.130\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:21.03911Z","caller":"traceutil/trace.go:171","msg":"trace[1032945167] range","detail":"{range_begin:/registry/masterleases/199.19.213.130; range_end:; response_count:0; response_revision:513; }","duration":"5.344424303s","start":"2026-02-24T02:28:15.69445Z","end":"2026-02-24T02:28:21.038874Z","steps":["trace[1032945167] 'agreement among raft nodes before linearized reading' (duration: 5.34350363s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:21.039345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:15.694426Z","time spent":"5.344900975s","remote":"127.0.0.1:33832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.130\" "} {"level":"info","ts":"2026-02-24T02:28:21.427655Z","caller":"traceutil/trace.go:171","msg":"trace[126510634] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"192.634582ms","start":"2026-02-24T02:28:21.235Z","end":"2026-02-24T02:28:21.427635Z","steps":["trace[126510634] 'process raft request' (duration: 192.48947ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:29.402705Z","caller":"traceutil/trace.go:171","msg":"trace[906581206] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:553; }","duration":"374.293714ms","start":"2026-02-24T02:28:29.028394Z","end":"2026-02-24T02:28:29.402687Z","steps":["trace[906581206] 'read index received' (duration: 374.12441ms)","trace[906581206] 'applied index is now lower than readState.Index' (duration: 168.474µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:29.402766Z","caller":"traceutil/trace.go:171","msg":"trace[1591842151] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"592.707458ms","start":"2026-02-24T02:28:28.810028Z","end":"2026-02-24T02:28:29.402735Z","steps":["trace[1591842151] 'process raft request' (duration: 592.517113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:29.402835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.435067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T02:28:29.402861Z","caller":"traceutil/trace.go:171","msg":"trace[1711651600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:536; }","duration":"374.513919ms","start":"2026-02-24T02:28:29.02834Z","end":"2026-02-24T02:28:29.402854Z","steps":["trace[1711651600] 'agreement among raft nodes before linearized reading' (duration: 374.450488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:29.402885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:29.028321Z","time spent":"374.558371ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T02:28:29.402923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:28.809984Z","time spent":"592.849232ms","remote":"127.0.0.1:33986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16803,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:29.402922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.175009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T02:28:29.403003Z","caller":"traceutil/trace.go:171","msg":"trace[1484538403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:536; }","duration":"303.296723ms","start":"2026-02-24T02:28:29.099689Z","end":"2026-02-24T02:28:29.402986Z","steps":["trace[1484538403] 'agreement among raft nodes before linearized reading' (duration: 303.144849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:29.403044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:29.099672Z","time spent":"303.364264ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T02:28:29.403159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.539858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T02:28:29.403257Z","caller":"traceutil/trace.go:171","msg":"trace[983442779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:536; }","duration":"264.707533ms","start":"2026-02-24T02:28:29.138526Z","end":"2026-02-24T02:28:29.403234Z","steps":["trace[983442779] 'agreement among raft nodes before linearized reading' (duration: 264.451506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:30.783957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317426554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T02:28:30.784045Z","caller":"traceutil/trace.go:171","msg":"trace[171006492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:539; }","duration":"1.317572117s","start":"2026-02-24T02:28:29.466458Z","end":"2026-02-24T02:28:30.78403Z","steps":["trace[171006492] 'range keys from in-memory index tree' (duration: 1.317307151s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:30.784073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:29.466437Z","time spent":"1.317630599s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T02:28:36.133995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.808122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-02-24T02:28:36.134143Z","caller":"traceutil/trace.go:171","msg":"trace[696904408] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:610; }","duration":"143.012318ms","start":"2026-02-24T02:28:35.991103Z","end":"2026-02-24T02:28:36.134115Z","steps":["trace[696904408] 'range keys from in-memory index tree' (duration: 142.611597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:47.97722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:48.48264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:48.983602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:49.483986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:49.984203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:50.485347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:50.693828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T02:28:50.693935Z","caller":"traceutil/trace.go:171","msg":"trace[205194482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419772s","start":"2026-02-24T02:28:48.693487Z","end":"2026-02-24T02:28:50.693907Z","steps":["trace[205194482] 'agreement among raft nodes before linearized reading' (duration: 2.000276959s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:50.694012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.69345Z","time spent":"2.000529625s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T02:28:50.986562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:51.487053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:51.987804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:52.46081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:47.464642Z","time spent":"4.996161734s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 02:28:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:52.476667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999520373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T02:28:52.476731Z","caller":"traceutil/trace.go:171","msg":"trace[106987137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999625387s","start":"2026-02-24T02:28:47.477089Z","end":"2026-02-24T02:28:52.476714Z","steps":["trace[106987137] 'agreement among raft nodes before linearized reading' (duration: 4.999542754s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:52.476811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:47.477075Z","time spent":"4.999724679s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 02:28:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:52.488149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:52.694961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T02:28:52.695097Z","caller":"traceutil/trace.go:171","msg":"trace[1903897432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177446s","start":"2026-02-24T02:28:50.69488Z","end":"2026-02-24T02:28:52.695058Z","steps":["trace[1903897432] 'agreement among raft nodes before linearized reading' (duration: 2.000022012s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:52.695173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:50.694842Z","time spent":"2.00031927s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 02:28:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:52.988403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:53.488598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579981566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:53.561073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.096354773s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T02:28:53.671652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.111946Z","time spent":"5.55969287s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T02:28:53.671768Z","caller":"traceutil/trace.go:171","msg":"trace[790627513] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"4.480674053s","start":"2026-02-24T02:28:49.191064Z","end":"2026-02-24T02:28:53.671738Z","steps":["trace[790627513] 'process raft request' (duration: 4.480428516s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.671927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:49.191038Z","time spent":"4.480802885s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:28:53.769466Z","caller":"traceutil/trace.go:171","msg":"trace[813883154] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"2.559715085s","start":"2026-02-24T02:28:51.20971Z","end":"2026-02-24T02:28:53.769425Z","steps":["trace[813883154] 'process raft request' (duration: 2.559399677s)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:53.769534Z","caller":"traceutil/trace.go:171","msg":"trace[1598055810] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"2.168795791s","start":"2026-02-24T02:28:51.600703Z","end":"2026-02-24T02:28:53.769499Z","steps":["trace[1598055810] 'process raft request' (duration: 2.168619576s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.769675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:51.209673Z","time spent":"2.55988439s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:53.769707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:51.60068Z","time spent":"2.168933715s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:28:53.76947Z","caller":"traceutil/trace.go:171","msg":"trace[1754361953] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:740; }","duration":"6.292314523s","start":"2026-02-24T02:28:47.477122Z","end":"2026-02-24T02:28:53.769437Z","steps":["trace[1754361953] 'read index received' (duration: 6.084221512s)","trace[1754361953] 'applied index is now lower than readState.Index' (duration: 208.091661ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:53.770341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.241713434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T02:28:53.770406Z","caller":"traceutil/trace.go:171","msg":"trace[1720754770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:722; }","duration":"6.241825527s","start":"2026-02-24T02:28:47.528563Z","end":"2026-02-24T02:28:53.770389Z","steps":["trace[1720754770] 'agreement among raft nodes before linearized reading' (duration: 6.241598191s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.770442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:47.528535Z","time spent":"6.241899369s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T02:28:53.770544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507485797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:53.770626Z","caller":"traceutil/trace.go:171","msg":"trace[1909475077] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:722; }","duration":"1.50759129s","start":"2026-02-24T02:28:52.263014Z","end":"2026-02-24T02:28:53.770605Z","steps":["trace[1909475077] 'agreement among raft nodes before linearized reading' (duration: 1.507433486s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.770647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507729714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T02:28:53.77068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.262926Z","time spent":"1.507742013s","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"info","ts":"2026-02-24T02:28:53.770688Z","caller":"traceutil/trace.go:171","msg":"trace[371127439] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:722; }","duration":"1.507767565s","start":"2026-02-24T02:28:52.262905Z","end":"2026-02-24T02:28:53.770672Z","steps":["trace[371127439] 'agreement among raft nodes before linearized reading' (duration: 1.507706103s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.770726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.262856Z","time spent":"1.507860317s","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:53.770897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.659166725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-77cccfdc44-ks54z\" ","response":"range_response_count:1 size:5023"} {"level":"warn","ts":"2026-02-24T02:28:53.770921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.805782332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T02:28:53.770969Z","caller":"traceutil/trace.go:171","msg":"trace[163973086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:722; }","duration":"4.805871454s","start":"2026-02-24T02:28:48.965086Z","end":"2026-02-24T02:28:53.770957Z","steps":["trace[163973086] 'agreement among raft nodes before linearized reading' (duration: 4.805638409s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.770981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.676911215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T02:28:53.771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.965066Z","time spent":"4.805928076s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T02:28:53.771012Z","caller":"traceutil/trace.go:171","msg":"trace[1877381966] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:722; }","duration":"5.677003746s","start":"2026-02-24T02:28:48.094Z","end":"2026-02-24T02:28:53.771003Z","steps":["trace[1877381966] 'agreement among raft nodes before linearized reading' (duration: 5.676953175s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.771029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067913003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T02:28:53.771046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.093969Z","time spent":"5.677069478s","remote":"127.0.0.1:33922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T02:28:53.771056Z","caller":"traceutil/trace.go:171","msg":"trace[1697519670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"1.067939264s","start":"2026-02-24T02:28:52.703109Z","end":"2026-02-24T02:28:53.771049Z","steps":["trace[1697519670] 'agreement among raft nodes before linearized reading' (duration: 1.067895652s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.771077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.703023Z","time spent":"1.068050997s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T02:28:53.77123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826543886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:53.771271Z","caller":"traceutil/trace.go:171","msg":"trace[2089112739] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:722; }","duration":"1.826596157s","start":"2026-02-24T02:28:51.944664Z","end":"2026-02-24T02:28:53.77126Z","steps":["trace[2089112739] 'agreement among raft nodes before linearized reading' (duration: 1.826533786s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.771304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.730843183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T02:28:53.77132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446719157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T02:28:53.77135Z","caller":"traceutil/trace.go:171","msg":"trace[344688926] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:722; }","duration":"5.730929795s","start":"2026-02-24T02:28:48.04041Z","end":"2026-02-24T02:28:53.77134Z","steps":["trace[344688926] 'agreement among raft nodes before linearized reading' (duration: 5.730859624s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.771399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.040383Z","time spent":"5.731008188s","remote":"127.0.0.1:34082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:53.771316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:51.944658Z","time spent":"1.826650039s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"info","ts":"2026-02-24T02:28:53.771356Z","caller":"traceutil/trace.go:171","msg":"trace[1978744406] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:722; }","duration":"1.446774928s","start":"2026-02-24T02:28:52.324571Z","end":"2026-02-24T02:28:53.771345Z","steps":["trace[1978744406] 'agreement among raft nodes before linearized reading' (duration: 1.446676005s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.771814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.32456Z","time spent":"1.447240911s","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":51,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-24T02:28:53.770932Z","caller":"traceutil/trace.go:171","msg":"trace[675471542] range","detail":"{range_begin:/registry/pods/kube-system/coredns-77cccfdc44-ks54z; range_end:; response_count:1; response_revision:722; }","duration":"5.659231335s","start":"2026-02-24T02:28:48.11169Z","end":"2026-02-24T02:28:53.770921Z","steps":["trace[675471542] 'agreement among raft nodes before linearized reading' (duration: 5.659123863s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.772152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.11168Z","time spent":"5.660439388s","remote":"127.0.0.1:33986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5047,"request content":"key:\"/registry/pods/kube-system/coredns-77cccfdc44-ks54z\" "} {"level":"warn","ts":"2026-02-24T02:28:54.469469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.23262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:54.46956Z","caller":"traceutil/trace.go:171","msg":"trace[969817526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"696.372574ms","start":"2026-02-24T02:28:53.773167Z","end":"2026-02-24T02:28:54.469539Z","steps":["trace[969817526] 'range keys from in-memory index tree' (duration: 696.161187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:54.469529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169326415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T02:28:54.4696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:53.773158Z","time spent":"696.432985ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T02:28:54.469629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169975552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:54.469637Z","caller":"traceutil/trace.go:171","msg":"trace[1131448727] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:722; }","duration":"2.169474089s","start":"2026-02-24T02:28:52.300132Z","end":"2026-02-24T02:28:54.469606Z","steps":["trace[1131448727] 'agreement among raft nodes before linearized reading' (duration: 1.471244515s)","trace[1131448727] 'range keys from in-memory index tree' (duration: 698.048278ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:54.469661Z","caller":"traceutil/trace.go:171","msg":"trace[1065229920] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:722; }","duration":"2.170014494s","start":"2026-02-24T02:28:52.299634Z","end":"2026-02-24T02:28:54.469648Z","steps":["trace[1065229920] 'agreement among raft nodes before linearized reading' (duration: 1.47176646s)","trace[1065229920] 'range keys from in-memory index tree' (duration: 698.211863ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:54.469691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.299625Z","time spent":"2.170053935s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-02-24T02:28:54.469529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20575483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:54.469714Z","caller":"traceutil/trace.go:171","msg":"trace[852328248] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:722; }","duration":"2.205987846s","start":"2026-02-24T02:28:52.263718Z","end":"2026-02-24T02:28:54.469706Z","steps":["trace[852328248] 'agreement among raft nodes before linearized reading' (duration: 1.507729572s)","trace[852328248] 'range keys from in-memory index tree' (duration: 698.031227ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:54.46974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.263707Z","time spent":"2.206026667s","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-02-24T02:28:54.469976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187114176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:54.470013Z","caller":"traceutil/trace.go:171","msg":"trace[431338213] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:722; }","duration":"2.187157567s","start":"2026-02-24T02:28:52.282844Z","end":"2026-02-24T02:28:54.470001Z","steps":["trace[431338213] 'agreement among raft nodes before linearized reading' (duration: 1.488570574s)","trace[431338213] 'range keys from in-memory index tree' (duration: 698.544291ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:54.470036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.282839Z","time spent":"2.187189919s","remote":"127.0.0.1:33606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-02-24T02:28:54.469605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16991961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T02:28:54.470073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.93441523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T02:28:54.470096Z","caller":"traceutil/trace.go:171","msg":"trace[2088705976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:722; }","duration":"6.934489812s","start":"2026-02-24T02:28:47.535598Z","end":"2026-02-24T02:28:54.470088Z","steps":["trace[2088705976] 'agreement among raft nodes before linearized reading' (duration: 6.23595642s)","trace[2088705976] 'range keys from in-memory index tree' (duration: 698.406508ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:54.470114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:47.535571Z","time spent":"6.934537753s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T02:28:54.470115Z","caller":"traceutil/trace.go:171","msg":"trace[217499805] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:722; }","duration":"2.170423495s","start":"2026-02-24T02:28:52.299665Z","end":"2026-02-24T02:28:54.470089Z","steps":["trace[217499805] 'agreement among raft nodes before linearized reading' (duration: 1.471723089s)","trace[217499805] 'count revisions from in-memory index tree' (duration: 698.197942ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:54.470162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188455692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:54.470186Z","caller":"traceutil/trace.go:171","msg":"trace[1650574950] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:722; }","duration":"2.188477783s","start":"2026-02-24T02:28:52.281699Z","end":"2026-02-24T02:28:54.470177Z","steps":["trace[1650574950] 'agreement among raft nodes before linearized reading' (duration: 1.489726406s)","trace[1650574950] 'count revisions from in-memory index tree' (duration: 698.717686ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:54.47018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.299659Z","time spent":"2.170498066s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:54.470207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.281695Z","time spent":"2.188506824s","remote":"127.0.0.1:33606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:54.470227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750773066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:54.470246Z","caller":"traceutil/trace.go:171","msg":"trace[441130382] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:722; }","duration":"2.750850898s","start":"2026-02-24T02:28:51.719389Z","end":"2026-02-24T02:28:54.47024Z","steps":["trace[441130382] 'agreement among raft nodes before linearized reading' (duration: 2.052550823s)","trace[441130382] 'count revisions from in-memory index tree' (duration: 698.267964ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:54.470276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:51.719358Z","time spent":"2.750912099s","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:54.470299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188850482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:54.47032Z","caller":"traceutil/trace.go:171","msg":"trace[196366650] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:722; }","duration":"2.188870872s","start":"2026-02-24T02:28:52.28144Z","end":"2026-02-24T02:28:54.470311Z","steps":["trace[196366650] 'agreement among raft nodes before linearized reading' (duration: 1.489997272s)","trace[196366650] 'range keys from in-memory index tree' (duration: 698.8437ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:54.470341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.281424Z","time spent":"2.188910553s","remote":"127.0.0.1:33606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-02-24T02:28:54.469687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.300127Z","time spent":"2.16955067s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-02-24T02:28:54.47037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526445944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:54.47039Z","caller":"traceutil/trace.go:171","msg":"trace[1492736131] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:722; }","duration":"2.526486505s","start":"2026-02-24T02:28:51.943897Z","end":"2026-02-24T02:28:54.470383Z","steps":["trace[1492736131] 'agreement among raft nodes before linearized reading' (duration: 1.828060557s)","trace[1492736131] 'range keys from in-memory index tree' (duration: 698.397698ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:54.470409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:51.943892Z","time spent":"2.526511356s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-02-24T02:28:54.470479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526596338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:54.4705Z","caller":"traceutil/trace.go:171","msg":"trace[166751871] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:722; }","duration":"2.526658229s","start":"2026-02-24T02:28:51.943833Z","end":"2026-02-24T02:28:54.470491Z","steps":["trace[166751871] 'agreement among raft nodes before linearized reading' (duration: 1.828135308s)","trace[166751871] 'count revisions from in-memory index tree' (duration: 698.494391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:54.470524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:51.943805Z","time spent":"2.526712851s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:54.470616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.029781761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:54.470699Z","caller":"traceutil/trace.go:171","msg":"trace[1671618507] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:722; }","duration":"4.029916624s","start":"2026-02-24T02:28:50.440753Z","end":"2026-02-24T02:28:54.470669Z","steps":["trace[1671618507] 'agreement among raft nodes before linearized reading' (duration: 3.331362412s)","trace[1671618507] 'count revisions from in-memory index tree' (duration: 698.434499ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:54.470778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:50.440733Z","time spent":"4.030032977s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:54.471056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.888743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T02:28:54.471912Z","caller":"traceutil/trace.go:171","msg":"trace[297799688] linearizableReadLoop","detail":"{readStateIndex:748; appliedIndex:747; }","duration":"694.35765ms","start":"2026-02-24T02:28:53.777541Z","end":"2026-02-24T02:28:54.471899Z","steps":["trace[297799688] 'read index received' (duration: 100.283805ms)","trace[297799688] 'applied index is now lower than readState.Index' (duration: 594.072415ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:54.472025Z","caller":"traceutil/trace.go:171","msg":"trace[1603017953] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"696.071675ms","start":"2026-02-24T02:28:53.775934Z","end":"2026-02-24T02:28:54.472006Z","steps":["trace[1603017953] 'process raft request' (duration: 101.99314ms)","trace[1603017953] 'compare' (duration: 591.878487ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:54.472072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:53.775905Z","time spent":"696.139587ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:54.472281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.73822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18970dc07830fd1f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-24T02:28:54.472317Z","caller":"traceutil/trace.go:171","msg":"trace[710355480] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18970dc07830fd1f; range_end:; response_count:1; response_revision:723; }","duration":"694.790882ms","start":"2026-02-24T02:28:53.777512Z","end":"2026-02-24T02:28:54.472303Z","steps":["trace[710355480] 'agreement among raft nodes before linearized reading' (duration: 694.674499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:54.472345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:53.777502Z","time spent":"694.835883ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18970dc07830fd1f\" "} {"level":"warn","ts":"2026-02-24T02:28:54.967219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089416773s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T02:28:54.972879Z","caller":"traceutil/trace.go:171","msg":"trace[334932684] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"1.195223306s","start":"2026-02-24T02:28:53.777634Z","end":"2026-02-24T02:28:54.972857Z","steps":["trace[334932684] 'process raft request' (duration: 1.189740861s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:54.973009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:53.777626Z","time spent":"1.195307538s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:28:54.973078Z","caller":"traceutil/trace.go:171","msg":"trace[1693969447] linearizableReadLoop","detail":"{readStateIndex:750; appliedIndex:748; }","duration":"501.094312ms","start":"2026-02-24T02:28:54.471932Z","end":"2026-02-24T02:28:54.973026Z","steps":["trace[1693969447] 'read index received' (duration: 495.468502ms)","trace[1693969447] 'applied index is now lower than readState.Index' (duration: 5.62361ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:54.973254Z","caller":"traceutil/trace.go:171","msg":"trace[1141263067] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"1.194156767s","start":"2026-02-24T02:28:53.779079Z","end":"2026-02-24T02:28:54.973236Z","steps":["trace[1141263067] 'process raft request' (duration: 1.193715895s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:54.973453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:53.779071Z","time spent":"1.19425096s","remote":"127.0.0.1:33986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:54.973609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.183646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T02:28:54.973653Z","caller":"traceutil/trace.go:171","msg":"trace[1553455367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:725; }","duration":"509.294069ms","start":"2026-02-24T02:28:54.464345Z","end":"2026-02-24T02:28:54.973639Z","steps":["trace[1553455367] 'agreement among raft nodes before linearized reading' (duration: 509.154595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:54.973686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:54.464319Z","time spent":"509.360601ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T02:28:54.981373Z","caller":"traceutil/trace.go:171","msg":"trace[277861710] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"506.271958ms","start":"2026-02-24T02:28:54.475091Z","end":"2026-02-24T02:28:54.981363Z","steps":["trace[277861710] 'process raft request' (duration: 506.124624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:54.981434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:54.475071Z","time spent":"506.33255ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:28:54.981444Z","caller":"traceutil/trace.go:171","msg":"trace[1834945624] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"503.66877ms","start":"2026-02-24T02:28:54.477746Z","end":"2026-02-24T02:28:54.981415Z","steps":["trace[1834945624] 'process raft request' (duration: 503.535736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:54.98161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:54.477723Z","time spent":"503.795293ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:54.981641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.097295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T02:28:54.981724Z","caller":"traceutil/trace.go:171","msg":"trace[1164971252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:727; }","duration":"503.220577ms","start":"2026-02-24T02:28:54.478485Z","end":"2026-02-24T02:28:54.981706Z","steps":["trace[1164971252] 'agreement among raft nodes before linearized reading' (duration: 502.969661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:54.981759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:54.478475Z","time spent":"503.27814ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T02:28:54.982049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.223237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:54.982085Z","caller":"traceutil/trace.go:171","msg":"trace[960023944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:727; }","duration":"503.267069ms","start":"2026-02-24T02:28:54.478809Z","end":"2026-02-24T02:28:54.982076Z","steps":["trace[960023944] 'agreement among raft nodes before linearized reading' (duration: 503.209758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:54.982105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:54.478804Z","time spent":"503.2974ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T02:28:55.106381Z","caller":"traceutil/trace.go:171","msg":"trace[1563289478] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"126.564521ms","start":"2026-02-24T02:28:54.979782Z","end":"2026-02-24T02:28:55.106347Z","steps":["trace[1563289478] 'process raft request' (duration: 126.421388ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:55.106392Z","caller":"traceutil/trace.go:171","msg":"trace[1376167418] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"128.510424ms","start":"2026-02-24T02:28:54.977824Z","end":"2026-02-24T02:28:55.106334Z","steps":["trace[1376167418] 'process raft request' (duration: 95.592252ms)","trace[1376167418] 'compare' (duration: 32.602934ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:55.107626Z","caller":"traceutil/trace.go:171","msg":"trace[101088813] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:752; }","duration":"126.251724ms","start":"2026-02-24T02:28:54.981341Z","end":"2026-02-24T02:28:55.107592Z","steps":["trace[101088813] 'read index received' (duration: 92.042607ms)","trace[101088813] 'applied index is now lower than readState.Index' (duration: 34.206217ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:55.107924Z","caller":"traceutil/trace.go:171","msg":"trace[1350936890] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"127.069656ms","start":"2026-02-24T02:28:54.980832Z","end":"2026-02-24T02:28:55.107902Z","steps":["trace[1350936890] 'process raft request' (duration: 125.440552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:55.108148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.126687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:55.108191Z","caller":"traceutil/trace.go:171","msg":"trace[1995178590] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:730; }","duration":"130.27147ms","start":"2026-02-24T02:28:54.977908Z","end":"2026-02-24T02:28:55.10818Z","steps":["trace[1995178590] 'agreement among raft nodes before linearized reading' (duration: 130.155907ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:55.177441Z","caller":"traceutil/trace.go:171","msg":"trace[862961616] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"192.399346ms","start":"2026-02-24T02:28:54.98501Z","end":"2026-02-24T02:28:55.177409Z","steps":["trace[862961616] 'process raft request' (duration: 192.102778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:55.178067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.57702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:55.17812Z","caller":"traceutil/trace.go:171","msg":"trace[336056388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:732; }","duration":"192.692813ms","start":"2026-02-24T02:28:54.985415Z","end":"2026-02-24T02:28:55.178108Z","steps":["trace[336056388] 'agreement among raft nodes before linearized reading' (duration: 192.540709ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:55.178206Z","caller":"traceutil/trace.go:171","msg":"trace[993390272] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"192.54412ms","start":"2026-02-24T02:28:54.985641Z","end":"2026-02-24T02:28:55.178186Z","steps":["trace[993390272] 'process raft request' (duration: 191.654206ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:55.798137Z","caller":"traceutil/trace.go:171","msg":"trace[1837745164] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"608.430023ms","start":"2026-02-24T02:28:55.189669Z","end":"2026-02-24T02:28:55.798099Z","steps":["trace[1837745164] 'process raft request' (duration: 608.080745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:55.798281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:55.189648Z","time spent":"608.565477ms","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4182,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:55.798406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.122284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:55.798482Z","caller":"traceutil/trace.go:171","msg":"trace[541078971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:733; }","duration":"105.252057ms","start":"2026-02-24T02:28:55.693214Z","end":"2026-02-24T02:28:55.798466Z","steps":["trace[541078971] 'agreement among raft nodes before linearized reading' (duration: 105.122934ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:55.797942Z","caller":"traceutil/trace.go:171","msg":"trace[187586960] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:757; }","duration":"104.644781ms","start":"2026-02-24T02:28:55.693267Z","end":"2026-02-24T02:28:55.797912Z","steps":["trace[187586960] 'read index received' (duration: 104.381555ms)","trace[187586960] 'applied index is now lower than readState.Index' (duration: 261.906µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:55.799222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.172582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.130\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T02:28:55.799279Z","caller":"traceutil/trace.go:171","msg":"trace[1919884175] range","detail":"{range_begin:/registry/masterleases/199.19.213.130; range_end:; response_count:1; response_revision:733; }","duration":"103.272784ms","start":"2026-02-24T02:28:55.695991Z","end":"2026-02-24T02:28:55.799264Z","steps":["trace[1919884175] 'agreement among raft nodes before linearized reading' (duration: 102.954246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:23.296348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.310124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-24T02:29:23.296435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.430112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T02:29:23.296456Z","caller":"traceutil/trace.go:171","msg":"trace[1537698380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:811; }","duration":"118.502259ms","start":"2026-02-24T02:29:23.177929Z","end":"2026-02-24T02:29:23.296431Z","steps":["trace[1537698380] 'range keys from in-memory index tree' (duration: 118.102778ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:29:23.296581Z","caller":"traceutil/trace.go:171","msg":"trace[355757237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:811; }","duration":"102.649969ms","start":"2026-02-24T02:29:23.193904Z","end":"2026-02-24T02:29:23.296554Z","steps":["trace[355757237] 'range keys from in-memory index tree' (duration: 102.094853ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:29:24.803623Z","caller":"traceutil/trace.go:171","msg":"trace[529606207] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"299.172685ms","start":"2026-02-24T02:29:24.504406Z","end":"2026-02-24T02:29:24.803579Z","steps":["trace[529606207] 'process raft request' (duration: 298.889377ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:29:24.812756Z","caller":"traceutil/trace.go:171","msg":"trace[643246297] linearizableReadLoop","detail":"{readStateIndex:849; appliedIndex:847; }","duration":"155.466638ms","start":"2026-02-24T02:29:24.657274Z","end":"2026-02-24T02:29:24.81274Z","steps":["trace[643246297] 'read index received' (duration: 146.112571ms)","trace[643246297] 'applied index is now lower than readState.Index' (duration: 9.353007ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:29:24.812873Z","caller":"traceutil/trace.go:171","msg":"trace[1210201466] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"304.572438ms","start":"2026-02-24T02:29:24.508256Z","end":"2026-02-24T02:29:24.812829Z","steps":["trace[1210201466] 'process raft request' (duration: 304.411054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:24.812956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.660173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T02:29:24.813036Z","caller":"traceutil/trace.go:171","msg":"trace[801880133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:817; }","duration":"155.822318ms","start":"2026-02-24T02:29:24.657198Z","end":"2026-02-24T02:29:24.813021Z","steps":["trace[801880133] 'agreement among raft nodes before linearized reading' (duration: 155.622572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:24.813119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:29:24.50824Z","time spent":"304.772183ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:29:24.813108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.215287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:29:24.813206Z","caller":"traceutil/trace.go:171","msg":"trace[1846679012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:817; }","duration":"119.32814ms","start":"2026-02-24T02:29:24.693855Z","end":"2026-02-24T02:29:24.813183Z","steps":["trace[1846679012] 'agreement among raft nodes before linearized reading' (duration: 119.089073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:37.892402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16387082325579982036,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T02:29:37.958761Z","caller":"traceutil/trace.go:171","msg":"trace[2124940266] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"568.160688ms","start":"2026-02-24T02:29:37.390549Z","end":"2026-02-24T02:29:37.95871Z","steps":["trace[2124940266] 'process raft request' (duration: 567.918091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:37.958979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:29:37.39053Z","time spent":"568.323342ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:29:38.157649Z","caller":"traceutil/trace.go:171","msg":"trace[321070528] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:939; }","duration":"766.024284ms","start":"2026-02-24T02:29:37.391586Z","end":"2026-02-24T02:29:38.157611Z","steps":["trace[321070528] 'read index received' (duration: 566.886474ms)","trace[321070528] 'applied index is now lower than readState.Index' (duration: 199.1364ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:29:38.157776Z","caller":"traceutil/trace.go:171","msg":"trace[1121481760] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"766.551818ms","start":"2026-02-24T02:29:37.391204Z","end":"2026-02-24T02:29:38.157756Z","steps":["trace[1121481760] 'process raft request' (duration: 764.404255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:38.157905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:29:37.391163Z","time spent":"766.672472ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:29:38.15799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.379662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T02:29:38.158033Z","caller":"traceutil/trace.go:171","msg":"trace[374372093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:905; }","duration":"766.499565ms","start":"2026-02-24T02:29:37.39152Z","end":"2026-02-24T02:29:38.15802Z","steps":["trace[374372093] 'agreement among raft nodes before linearized reading' (duration: 766.293251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:38.158074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:29:37.391487Z","time spent":"766.578127ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T02:29:38.158134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.365242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:29:38.158165Z","caller":"traceutil/trace.go:171","msg":"trace[1220659866] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:905; }","duration":"743.416113ms","start":"2026-02-24T02:29:37.41474Z","end":"2026-02-24T02:29:38.158156Z","steps":["trace[1220659866] 'agreement among raft nodes before linearized reading' (duration: 743.370282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:38.158185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:29:37.414727Z","time spent":"743.454484ms","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:29:38.158277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.747722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:29:38.158293Z","caller":"traceutil/trace.go:171","msg":"trace[324127455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:905; }","duration":"467.817975ms","start":"2026-02-24T02:29:37.690469Z","end":"2026-02-24T02:29:38.158287Z","steps":["trace[324127455] 'agreement among raft nodes before linearized reading' (duration: 467.792264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:38.158308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:29:37.690438Z","time spent":"467.864295ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T02:29:38.158453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.281715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T02:29:38.158467Z","caller":"traceutil/trace.go:171","msg":"trace[474223462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:905; }","duration":"568.321605ms","start":"2026-02-24T02:29:37.590141Z","end":"2026-02-24T02:29:38.158462Z","steps":["trace[474223462] 'agreement among raft nodes before linearized reading' (duration: 568.226213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:38.15848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:29:37.590122Z","time spent":"568.354846ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T02:29:38.347342Z","caller":"traceutil/trace.go:171","msg":"trace[549149293] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"183.006534ms","start":"2026-02-24T02:29:38.164301Z","end":"2026-02-24T02:29:38.347308Z","steps":["trace[549149293] 'process raft request' (duration: 182.799579ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:29:38.347781Z","caller":"traceutil/trace.go:171","msg":"trace[651526757] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"182.914483ms","start":"2026-02-24T02:29:38.164812Z","end":"2026-02-24T02:29:38.347726Z","steps":["trace[651526757] 'process raft request' (duration: 182.745009ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:29:55.359796Z","caller":"traceutil/trace.go:171","msg":"trace[763105004] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"124.275882ms","start":"2026-02-24T02:29:55.235483Z","end":"2026-02-24T02:29:55.359758Z","steps":["trace[763105004] 'process raft request' (duration: 124.042376ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:29:55.554739Z","caller":"traceutil/trace.go:171","msg":"trace[1580345858] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"185.723169ms","start":"2026-02-24T02:29:55.368984Z","end":"2026-02-24T02:29:55.554707Z","steps":["trace[1580345858] 'process raft request' (duration: 86.368878ms)","trace[1580345858] 'compare' (duration: 98.86346ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:29:55.55521Z","caller":"traceutil/trace.go:171","msg":"trace[1306755815] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"186.189391ms","start":"2026-02-24T02:29:55.368985Z","end":"2026-02-24T02:29:55.555174Z","steps":["trace[1306755815] 'process raft request' (duration: 185.463533ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:29:55.555423Z","caller":"traceutil/trace.go:171","msg":"trace[222530954] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"122.699273ms","start":"2026-02-24T02:29:55.432714Z","end":"2026-02-24T02:29:55.555413Z","steps":["trace[222530954] 'process raft request' (duration: 122.61033ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:29:55.555571Z","caller":"traceutil/trace.go:171","msg":"trace[1966681022] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"182.76062ms","start":"2026-02-24T02:29:55.372698Z","end":"2026-02-24T02:29:55.555459Z","steps":["trace[1966681022] 'process raft request' (duration: 182.210226ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:29:55.913835Z","caller":"traceutil/trace.go:171","msg":"trace[1649831782] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"124.353853ms","start":"2026-02-24T02:29:55.789447Z","end":"2026-02-24T02:29:55.913801Z","steps":["trace[1649831782] 'process raft request' (duration: 117.12773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:56.42397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.185564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T02:29:56.424056Z","caller":"traceutil/trace.go:171","msg":"trace[2147340741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:974; }","duration":"130.322537ms","start":"2026-02-24T02:29:56.293711Z","end":"2026-02-24T02:29:56.424033Z","steps":["trace[2147340741] 'range keys from in-memory index tree' (duration: 130.018649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:56.424133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.939531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T02:29:56.424316Z","caller":"traceutil/trace.go:171","msg":"trace[1300888586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:974; }","duration":"367.217119ms","start":"2026-02-24T02:29:56.057069Z","end":"2026-02-24T02:29:56.424286Z","steps":["trace[1300888586] 'range keys from in-memory index tree' (duration: 366.707626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:56.424371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:29:56.057043Z","time spent":"367.31658ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T02:29:56.738618Z","caller":"traceutil/trace.go:171","msg":"trace[2072156792] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"310.117884ms","start":"2026-02-24T02:29:56.428476Z","end":"2026-02-24T02:29:56.738594Z","steps":["trace[2072156792] 'process raft request' (duration: 309.993872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:56.738776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:29:56.428453Z","time spent":"310.242888ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:29:56.74987Z","caller":"traceutil/trace.go:171","msg":"trace[2095689876] linearizableReadLoop","detail":"{readStateIndex:1017; appliedIndex:1016; }","duration":"302.06795ms","start":"2026-02-24T02:29:56.447792Z","end":"2026-02-24T02:29:56.74986Z","steps":["trace[2095689876] 'read index received' (duration: 291.584998ms)","trace[2095689876] 'applied index is now lower than readState.Index' (duration: 10.482462ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:29:56.749991Z","caller":"traceutil/trace.go:171","msg":"trace[630814188] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"321.092609ms","start":"2026-02-24T02:29:56.428892Z","end":"2026-02-24T02:29:56.749984Z","steps":["trace[630814188] 'process raft request' (duration: 320.929095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:56.750048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:29:56.428853Z","time spent":"321.15953ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:29:56.750195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.416299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T02:29:56.750226Z","caller":"traceutil/trace.go:171","msg":"trace[1637785080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:976; }","duration":"302.443659ms","start":"2026-02-24T02:29:56.447771Z","end":"2026-02-24T02:29:56.750215Z","steps":["trace[1637785080] 'agreement among raft nodes before linearized reading' (duration: 302.357967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:56.750245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:29:56.447723Z","time spent":"302.517182ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T02:29:56.750365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.311653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T02:29:56.750385Z","caller":"traceutil/trace.go:171","msg":"trace[1100179271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:976; }","duration":"296.352533ms","start":"2026-02-24T02:29:56.454027Z","end":"2026-02-24T02:29:56.75038Z","steps":["trace[1100179271] 'agreement among raft nodes before linearized reading' (duration: 296.293052ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:29:58.838341Z","caller":"traceutil/trace.go:171","msg":"trace[1948412159] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"111.479523ms","start":"2026-02-24T02:29:58.726797Z","end":"2026-02-24T02:29:58.838277Z","steps":["trace[1948412159] 'process raft request' (duration: 111.230038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:59.522997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.2489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T02:29:59.5231Z","caller":"traceutil/trace.go:171","msg":"trace[1081130784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:984; }","duration":"517.410074ms","start":"2026-02-24T02:29:59.005664Z","end":"2026-02-24T02:29:59.523074Z","steps":["trace[1081130784] 'range keys from in-memory index tree' (duration: 517.037124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:59.523139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:29:59.005646Z","time spent":"517.485375ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T02:30:01.753402Z","caller":"traceutil/trace.go:171","msg":"trace[1384920208] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"121.938354ms","start":"2026-02-24T02:30:01.631433Z","end":"2026-02-24T02:30:01.753372Z","steps":["trace[1384920208] 'process raft request' (duration: 121.7738ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:30:03.040615Z","caller":"traceutil/trace.go:171","msg":"trace[420032845] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"136.389122ms","start":"2026-02-24T02:30:02.904186Z","end":"2026-02-24T02:30:03.040575Z","steps":["trace[420032845] 'process raft request' (duration: 136.100435ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:30:03.041462Z","caller":"traceutil/trace.go:171","msg":"trace[1945201985] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"119.971917ms","start":"2026-02-24T02:30:02.92146Z","end":"2026-02-24T02:30:03.041432Z","steps":["trace[1945201985] 'process raft request' (duration: 119.376233ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:30:03.041635Z","caller":"traceutil/trace.go:171","msg":"trace[814773338] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"120.09073ms","start":"2026-02-24T02:30:02.92146Z","end":"2026-02-24T02:30:03.04155Z","steps":["trace[814773338] 'process raft request' (duration: 119.809263ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:30:11.329216Z","caller":"traceutil/trace.go:171","msg":"trace[1855080086] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"244.628218ms","start":"2026-02-24T02:30:11.084552Z","end":"2026-02-24T02:30:11.329181Z","steps":["trace[1855080086] 'process raft request' (duration: 244.351772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:30:12.070369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.17182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T02:30:12.070659Z","caller":"traceutil/trace.go:171","msg":"trace[1669401718] linearizableReadLoop","detail":"{readStateIndex:1103; appliedIndex:1100; }","duration":"605.209947ms","start":"2026-02-24T02:30:11.465424Z","end":"2026-02-24T02:30:12.070634Z","steps":["trace[1669401718] 'read index received' (duration: 39.551µs)","trace[1669401718] 'applied index is now lower than readState.Index' (duration: 605.168806ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:30:12.070748Z","caller":"traceutil/trace.go:171","msg":"trace[1726264311] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"979.176638ms","start":"2026-02-24T02:30:11.091547Z","end":"2026-02-24T02:30:12.070723Z","steps":["trace[1726264311] 'process raft request' (duration: 979.028794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:30:12.070815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.385772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:30:12.070854Z","caller":"traceutil/trace.go:171","msg":"trace[1142797282] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1059; }","duration":"605.480163ms","start":"2026-02-24T02:30:11.46536Z","end":"2026-02-24T02:30:12.07084Z","steps":["trace[1142797282] 'agreement among raft nodes before linearized reading' (duration: 605.385141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:30:12.070897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:30:11.465333Z","time spent":"605.554076ms","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:30:12.070931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:30:11.091521Z","time spent":"979.306301ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:30:12.071075Z","caller":"traceutil/trace.go:171","msg":"trace[436590454] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"980.554552ms","start":"2026-02-24T02:30:11.090508Z","end":"2026-02-24T02:30:12.071062Z","steps":["trace[436590454] 'process raft request' (duration: 980.002708ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:30:12.070738Z","caller":"traceutil/trace.go:171","msg":"trace[42570643] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"980.46261ms","start":"2026-02-24T02:30:11.090229Z","end":"2026-02-24T02:30:12.070692Z","steps":["trace[42570643] 'process raft request' (duration: 368.832508ms)","trace[42570643] 'compare' (duration: 610.948825ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:30:12.071151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:30:11.090485Z","time spent":"980.619853ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:30:12.071171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:30:11.090198Z","time spent":"980.942371ms","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:30:12.071292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.797454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T02:30:12.071326Z","caller":"traceutil/trace.go:171","msg":"trace[1122122524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1059; }","duration":"274.884376ms","start":"2026-02-24T02:30:11.796431Z","end":"2026-02-24T02:30:12.071316Z","steps":["trace[1122122524] 'agreement among raft nodes before linearized reading' (duration: 274.746083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:30:12.071502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.243907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T02:30:12.071528Z","caller":"traceutil/trace.go:171","msg":"trace[912802192] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1059; }","duration":"165.333309ms","start":"2026-02-24T02:30:11.906186Z","end":"2026-02-24T02:30:12.071519Z","steps":["trace[912802192] 'agreement among raft nodes before linearized reading' (duration: 165.257687ms)"],"step_count":1}