{"level":"warn","ts":"2026-03-18T00:48:29.317911Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:48:29.31803Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.141:2380","--initial-cluster=instance=https://199.204.45.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T00:48:29.31811Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:48:29.318127Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-18T00:48:29.318151Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:48:29.318889Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"]} {"level":"info","ts":"2026-03-18T00:48:29.318974Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T00:48:29.324088Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.895635ms"} {"level":"info","ts":"2026-03-18T00:48:29.340832Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9ef3b4f68930dc2","cluster-id":"b19a5957e6e65747"} {"level":"info","ts":"2026-03-18T00:48:29.340927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T00:48:29.34096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 0"} {"level":"info","ts":"2026-03-18T00:48:29.340972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9ef3b4f68930dc2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T00:48:29.340986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 1"} {"level":"info","ts":"2026-03-18T00:48:29.341041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"warn","ts":"2026-03-18T00:48:29.347773Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T00:48:29.349248Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T00:48:29.351776Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T00:48:29.355461Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9ef3b4f68930dc2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T00:48:29.356162Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9ef3b4f68930dc2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T00:48:29.356306Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:48:29.356504Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:48:29.35653Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:48:29.356972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"info","ts":"2026-03-18T00:48:29.357228Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","added-peer-id":"9ef3b4f68930dc2","added-peer-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-18T00:48:29.360393Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:48:29.360565Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-18T00:48:29.360633Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-18T00:48:29.360761Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9ef3b4f68930dc2","initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T00:48:29.360818Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T00:48:30.14143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T00:48:30.141619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T00:48:30.141666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgPreVoteResp from 9ef3b4f68930dc2 at term 1"} {"level":"info","ts":"2026-03-18T00:48:30.141693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became candidate at term 2"} {"level":"info","ts":"2026-03-18T00:48:30.141713Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgVoteResp from 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-18T00:48:30.141732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became leader at term 2"} {"level":"info","ts":"2026-03-18T00:48:30.141748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9ef3b4f68930dc2 elected leader 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-18T00:48:30.143119Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:48:30.143308Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9ef3b4f68930dc2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.141:2379]}","request-path":"/0/members/9ef3b4f68930dc2/attributes","cluster-id":"b19a5957e6e65747","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T00:48:30.14332Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:48:30.143409Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:48:30.14399Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T00:48:30.144038Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T00:48:30.145054Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:48:30.145237Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:48:30.145289Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:48:30.147014Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.141:2379"} {"level":"info","ts":"2026-03-18T00:48:30.149588Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-18T00:48:34.693442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495011572,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:48:34.859039Z","caller":"traceutil/trace.go:171","msg":"trace[2556815] transaction","detail":"{read_only:false; response_revision:204; number_of_response:1; }","duration":"839.160317ms","start":"2026-03-18T00:48:34.019852Z","end":"2026-03-18T00:48:34.859013Z","steps":["trace[2556815] 'process raft request' (duration: 838.975881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:34.860026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.019819Z","time spent":"839.331452ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3695,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:36.852548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.993853509s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:48:36.885208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:36.210645Z","time spent":"674.555986ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T00:48:36.88521Z","caller":"traceutil/trace.go:171","msg":"trace[302027874] transaction","detail":"{read_only:false; response_revision:205; number_of_response:1; }","duration":"2.207495828s","start":"2026-03-18T00:48:34.677663Z","end":"2026-03-18T00:48:36.885158Z","steps":["trace[302027874] 'process raft request' (duration: 2.175190831s)","trace[302027874] 'compare' (duration: 31.443569ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:36.885336Z","caller":"traceutil/trace.go:171","msg":"trace[606192288] linearizableReadLoop","detail":"{readStateIndex:210; appliedIndex:208; }","duration":"2.692230702s","start":"2026-03-18T00:48:34.193059Z","end":"2026-03-18T00:48:36.88529Z","steps":["trace[606192288] 'read index received' (duration: 665.766987ms)","trace[606192288] 'applied index is now lower than readState.Index' (duration: 2.026459825s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:36.885436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.677627Z","time spent":"2.207690444s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:36.885519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692447788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:36.885616Z","caller":"traceutil/trace.go:171","msg":"trace[2064068197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:205; }","duration":"2.692626824s","start":"2026-03-18T00:48:34.192976Z","end":"2026-03-18T00:48:36.885603Z","steps":["trace[2064068197] 'agreement among raft nodes before linearized reading' (duration: 2.692460729s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.885651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.192944Z","time spent":"2.692698176s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:48:36.885965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011553472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-4kawsp\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:36.886Z","caller":"traceutil/trace.go:171","msg":"trace[810333926] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-4kawsp; range_end:; response_count:0; response_revision:205; }","duration":"2.011635204s","start":"2026-03-18T00:48:34.874353Z","end":"2026-03-18T00:48:36.885988Z","steps":["trace[810333926] 'agreement among raft nodes before linearized reading' (duration: 2.011572022s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.886028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:34.874325Z","time spent":"2.011696856s","remote":"127.0.0.1:59758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-4kawsp\" "} {"level":"warn","ts":"2026-03-18T00:48:36.886043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.974262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:36.886113Z","caller":"traceutil/trace.go:171","msg":"trace[562101844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:205; }","duration":"778.148237ms","start":"2026-03-18T00:48:36.107946Z","end":"2026-03-18T00:48:36.886094Z","steps":["trace[562101844] 'agreement among raft nodes before linearized reading' (duration: 778.017443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.886161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:36.107908Z","time spent":"778.24179ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:48:36.886176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036708134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:36.886207Z","caller":"traceutil/trace.go:171","msg":"trace[347753423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:205; }","duration":"1.036780597s","start":"2026-03-18T00:48:35.849418Z","end":"2026-03-18T00:48:36.886198Z","steps":["trace[347753423] 'agreement among raft nodes before linearized reading' (duration: 1.036733235s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.886234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:35.84939Z","time spent":"1.036838589s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:48:36.886329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28484907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:36.886353Z","caller":"traceutil/trace.go:171","msg":"trace[1733075444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:205; }","duration":"1.284921961s","start":"2026-03-18T00:48:35.601423Z","end":"2026-03-18T00:48:36.886345Z","steps":["trace[1733075444] 'agreement among raft nodes before linearized reading' (duration: 1.28488456s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:36.88642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:35.601393Z","time spent":"1.285011204s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:48:38.23009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.821383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:38.230334Z","caller":"traceutil/trace.go:171","msg":"trace[208259968] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"219.498555ms","start":"2026-03-18T00:48:38.010816Z","end":"2026-03-18T00:48:38.230314Z","steps":["trace[208259968] 'process raft request' (duration: 219.434043ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.230581Z","caller":"traceutil/trace.go:171","msg":"trace[1259010671] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"227.802529ms","start":"2026-03-18T00:48:38.002709Z","end":"2026-03-18T00:48:38.230511Z","steps":["trace[1259010671] 'process raft request' (duration: 59.298435ms)","trace[1259010671] 'compare' (duration: 167.638257ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:38.230663Z","caller":"traceutil/trace.go:171","msg":"trace[889498772] transaction","detail":"{read_only:false; number_of_response:0; response_revision:300; }","duration":"220.318572ms","start":"2026-03-18T00:48:38.010334Z","end":"2026-03-18T00:48:38.230652Z","steps":["trace[889498772] 'process raft request' (duration: 219.871278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.269442Z","caller":"traceutil/trace.go:171","msg":"trace[1044025003] transaction","detail":"{read_only:false; number_of_response:0; response_revision:301; }","duration":"205.163099ms","start":"2026-03-18T00:48:38.064248Z","end":"2026-03-18T00:48:38.269411Z","steps":["trace[1044025003] 'process raft request' (duration: 204.980294ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.269525Z","caller":"traceutil/trace.go:171","msg":"trace[367276462] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"205.026955ms","start":"2026-03-18T00:48:38.064471Z","end":"2026-03-18T00:48:38.269498Z","steps":["trace[367276462] 'process raft request' (duration: 204.84776ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.270188Z","caller":"traceutil/trace.go:171","msg":"trace[58773922] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"166.969135ms","start":"2026-03-18T00:48:38.102912Z","end":"2026-03-18T00:48:38.269881Z","steps":["trace[58773922] 'process raft request' (duration: 166.528991ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.270083Z","caller":"traceutil/trace.go:171","msg":"trace[1264315644] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"204.614892ms","start":"2026-03-18T00:48:38.065383Z","end":"2026-03-18T00:48:38.269998Z","steps":["trace[1264315644] 'process raft request' (duration: 204.025503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.270362Z","caller":"traceutil/trace.go:171","msg":"trace[1301778198] transaction","detail":"{read_only:false; number_of_response:0; response_revision:304; }","duration":"165.948683ms","start":"2026-03-18T00:48:38.104363Z","end":"2026-03-18T00:48:38.270312Z","steps":["trace[1301778198] 'process raft request' (duration: 165.114527ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:38.463508Z","caller":"traceutil/trace.go:171","msg":"trace[1075707175] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"155.407398ms","start":"2026-03-18T00:48:38.308063Z","end":"2026-03-18T00:48:38.46347Z","steps":["trace[1075707175] 'process raft request' (duration: 81.464369ms)","trace[1075707175] 'compare' (duration: 73.748123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:04.257772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.357093ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:04.257981Z","caller":"traceutil/trace.go:171","msg":"trace[1170944769] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:514; }","duration":"316.626311ms","start":"2026-03-18T00:49:03.941331Z","end":"2026-03-18T00:49:04.257957Z","steps":["trace[1170944769] 'range keys from in-memory index tree' (duration: 316.325622ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:04.922437Z","caller":"traceutil/trace.go:171","msg":"trace[1680417480] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"278.938874ms","start":"2026-03-18T00:49:04.643472Z","end":"2026-03-18T00:49:04.922411Z","steps":["trace[1680417480] 'process raft request' (duration: 278.731198ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:05.365717Z","caller":"traceutil/trace.go:171","msg":"trace[1952224485] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"302.981738ms","start":"2026-03-18T00:49:05.062709Z","end":"2026-03-18T00:49:05.365691Z","steps":["trace[1952224485] 'read index received' (duration: 302.682448ms)","trace[1952224485] 'applied index is now lower than readState.Index' (duration: 298.26µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:05.366145Z","caller":"traceutil/trace.go:171","msg":"trace[817310017] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"303.67001ms","start":"2026-03-18T00:49:05.062464Z","end":"2026-03-18T00:49:05.366134Z","steps":["trace[817310017] 'process raft request' (duration: 303.001089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:05.366254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:05.062447Z","time spent":"303.735142ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:05.366444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.728361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:49:05.366476Z","caller":"traceutil/trace.go:171","msg":"trace[1101630225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:516; }","duration":"303.767863ms","start":"2026-03-18T00:49:05.062697Z","end":"2026-03-18T00:49:05.366465Z","steps":["trace[1101630225] 'agreement among raft nodes before linearized reading' (duration: 303.713832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:05.366503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:05.062692Z","time spent":"303.804994ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:49:05.366629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.762952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:49:05.366653Z","caller":"traceutil/trace.go:171","msg":"trace[483699735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"303.795904ms","start":"2026-03-18T00:49:05.062849Z","end":"2026-03-18T00:49:05.366645Z","steps":["trace[483699735] 'agreement among raft nodes before linearized reading' (duration: 303.754003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:05.366677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:05.062845Z","time spent":"303.827215ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:05.36684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.592997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T00:49:05.366865Z","caller":"traceutil/trace.go:171","msg":"trace[691019505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:516; }","duration":"303.636549ms","start":"2026-03-18T00:49:05.063221Z","end":"2026-03-18T00:49:05.366857Z","steps":["trace[691019505] 'agreement among raft nodes before linearized reading' (duration: 303.590657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:05.366894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:05.063216Z","time spent":"303.67205ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:49:07.489022Z","caller":"traceutil/trace.go:171","msg":"trace[27647545] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"107.766825ms","start":"2026-03-18T00:49:07.381208Z","end":"2026-03-18T00:49:07.488975Z","steps":["trace[27647545] 'process raft request' (duration: 107.527497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:07.489222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.68912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:49:07.48929Z","caller":"traceutil/trace.go:171","msg":"trace[160344644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:520; }","duration":"106.831555ms","start":"2026-03-18T00:49:07.382444Z","end":"2026-03-18T00:49:07.489276Z","steps":["trace[160344644] 'agreement among raft nodes before linearized reading' (duration: 106.598217ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:07.48894Z","caller":"traceutil/trace.go:171","msg":"trace[1883164636] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"106.415562ms","start":"2026-03-18T00:49:07.382495Z","end":"2026-03-18T00:49:07.488911Z","steps":["trace[1883164636] 'read index received' (duration: 106.217196ms)","trace[1883164636] 'applied index is now lower than readState.Index' (duration: 197.226µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:07.489632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.055939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T00:49:07.489671Z","caller":"traceutil/trace.go:171","msg":"trace[633769801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:520; }","duration":"105.143071ms","start":"2026-03-18T00:49:07.384517Z","end":"2026-03-18T00:49:07.48966Z","steps":["trace[633769801] 'agreement among raft nodes before linearized reading' (duration: 105.047658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:07.489913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.42767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:49:07.489952Z","caller":"traceutil/trace.go:171","msg":"trace[1339560617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:520; }","duration":"105.474732ms","start":"2026-03-18T00:49:07.384466Z","end":"2026-03-18T00:49:07.489941Z","steps":["trace[1339560617] 'agreement among raft nodes before linearized reading' (duration: 105.060779ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:12.870342Z","caller":"traceutil/trace.go:171","msg":"trace[703584966] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"784.016984ms","start":"2026-03-18T00:49:12.086276Z","end":"2026-03-18T00:49:12.870293Z","steps":["trace[703584966] 'process raft request' (duration: 783.775766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:12.870607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:12.086255Z","time spent":"784.20109ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:12.954982Z","caller":"traceutil/trace.go:171","msg":"trace[1711946249] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"131.323803ms","start":"2026-03-18T00:49:12.823615Z","end":"2026-03-18T00:49:12.954939Z","steps":["trace[1711946249] 'process raft request' (duration: 95.960029ms)","trace[1711946249] 'compare' (duration: 35.129567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:14.951021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06460934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:14.951128Z","caller":"traceutil/trace.go:171","msg":"trace[740687161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:537; }","duration":"1.064788506s","start":"2026-03-18T00:49:13.886317Z","end":"2026-03-18T00:49:14.951106Z","steps":["trace[740687161] 'range keys from in-memory index tree' (duration: 1.064502647s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:14.951174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:13.886287Z","time spent":"1.064877699s","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:49:14.951461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37486988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:49:14.951603Z","caller":"traceutil/trace.go:171","msg":"trace[809056587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:537; }","duration":"1.375046905s","start":"2026-03-18T00:49:13.576529Z","end":"2026-03-18T00:49:14.951576Z","steps":["trace[809056587] 'range keys from in-memory index tree' (duration: 1.374654723s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:14.95162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009890462s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:14.951657Z","caller":"traceutil/trace.go:171","msg":"trace[60093580] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:537; }","duration":"1.009931603s","start":"2026-03-18T00:49:13.941716Z","end":"2026-03-18T00:49:14.951647Z","steps":["trace[60093580] 'range keys from in-memory index tree' (duration: 1.009881311s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:14.951654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:13.576516Z","time spent":"1.375126498s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:14.951645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588793118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T00:49:14.951681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404343796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:49:14.95174Z","caller":"traceutil/trace.go:171","msg":"trace[1062305037] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:537; }","duration":"1.588984783s","start":"2026-03-18T00:49:13.362733Z","end":"2026-03-18T00:49:14.951718Z","steps":["trace[1062305037] 'range keys from in-memory index tree' (duration: 1.588470947s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:14.951781Z","caller":"traceutil/trace.go:171","msg":"trace[256696599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:537; }","duration":"1.404522061s","start":"2026-03-18T00:49:13.547233Z","end":"2026-03-18T00:49:14.951755Z","steps":["trace[256696599] 'range keys from in-memory index tree' (duration: 1.404178151s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:14.95179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:13.362704Z","time spent":"1.589075746s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-18T00:49:14.951837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:13.5472Z","time spent":"1.404627145s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:49:14.952033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37552163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:49:14.952073Z","caller":"traceutil/trace.go:171","msg":"trace[593570470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:537; }","duration":"1.375584802s","start":"2026-03-18T00:49:13.576476Z","end":"2026-03-18T00:49:14.952061Z","steps":["trace[593570470] 'range keys from in-memory index tree' (duration: 1.375240481s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:14.952107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:13.576458Z","time spent":"1.375640164s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:14.953205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390061282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:49:14.95328Z","caller":"traceutil/trace.go:171","msg":"trace[1076629920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:537; }","duration":"1.390159365s","start":"2026-03-18T00:49:13.563107Z","end":"2026-03-18T00:49:14.953266Z","steps":["trace[1076629920] 'range keys from in-memory index tree' (duration: 1.387918394s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:14.953316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:13.563096Z","time spent":"1.390211347s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:49:15.462242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495012254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:15.912682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:14.953141Z","time spent":"959.535852ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T00:49:16.279288Z","caller":"traceutil/trace.go:171","msg":"trace[1630793621] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.322360502s","start":"2026-03-18T00:49:14.956885Z","end":"2026-03-18T00:49:16.279246Z","steps":["trace[1630793621] 'process raft request' (duration: 1.318807289s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:16.279356Z","caller":"traceutil/trace.go:171","msg":"trace[2053211328] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.322393523s","start":"2026-03-18T00:49:14.956927Z","end":"2026-03-18T00:49:16.27932Z","steps":["trace[2053211328] 'process raft request' (duration: 1.3219828s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.279501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:14.956865Z","time spent":"1.322511877s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:16.279583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:14.956903Z","time spent":"1.322540378s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:16.279675Z","caller":"traceutil/trace.go:171","msg":"trace[1708671104] linearizableReadLoop","detail":"{readStateIndex:559; appliedIndex:554; }","duration":"1.317789087s","start":"2026-03-18T00:49:14.961858Z","end":"2026-03-18T00:49:16.279647Z","steps":["trace[1708671104] 'read index received' (duration: 950.65109ms)","trace[1708671104] 'applied index is now lower than readState.Index' (duration: 367.136847ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:16.279784Z","caller":"traceutil/trace.go:171","msg":"trace[755196120] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"1.322548668s","start":"2026-03-18T00:49:14.957221Z","end":"2026-03-18T00:49:16.279769Z","steps":["trace[755196120] 'process raft request' (duration: 1.322052412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.279812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317935701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:16.27985Z","caller":"traceutil/trace.go:171","msg":"trace[1186370989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:541; }","duration":"1.318011744s","start":"2026-03-18T00:49:14.961827Z","end":"2026-03-18T00:49:16.279839Z","steps":["trace[1186370989] 'agreement among raft nodes before linearized reading' (duration: 1.317933352s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.279846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:14.957209Z","time spent":"1.322602989s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:16.279887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:14.961817Z","time spent":"1.318059695s","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:49:16.279918Z","caller":"traceutil/trace.go:171","msg":"trace[1072445845] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"1.321782594s","start":"2026-03-18T00:49:14.958102Z","end":"2026-03-18T00:49:16.279885Z","steps":["trace[1072445845] 'process raft request' (duration: 1.321400862s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.280045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:14.958086Z","time spent":"1.321877107s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:16.281434Z","caller":"traceutil/trace.go:171","msg":"trace[1042083618] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"367.270071ms","start":"2026-03-18T00:49:15.914138Z","end":"2026-03-18T00:49:16.281408Z","steps":["trace[1042083618] 'process raft request' (duration: 367.094226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.281584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:15.914114Z","time spent":"367.379865ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:17.34494Z","caller":"traceutil/trace.go:171","msg":"trace[1037886041] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"257.468571ms","start":"2026-03-18T00:49:17.087426Z","end":"2026-03-18T00:49:17.344895Z","steps":["trace[1037886041] 'process raft request' (duration: 257.313787ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:17.608925Z","caller":"traceutil/trace.go:171","msg":"trace[242315102] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"509.016596ms","start":"2026-03-18T00:49:17.099868Z","end":"2026-03-18T00:49:17.608885Z","steps":["trace[242315102] 'process raft request' (duration: 508.631973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.609315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.099853Z","time spent":"509.255863ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17232,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:18.669884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.085264ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T00:49:18.670197Z","caller":"traceutil/trace.go:171","msg":"trace[230926739] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"248.360502ms","start":"2026-03-18T00:49:18.421816Z","end":"2026-03-18T00:49:18.670176Z","steps":["trace[230926739] 'process raft request' (duration: 248.223928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:20.463028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.660842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:49:20.463067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.631621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:49:20.463119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.812857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:49:20.463184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.837347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:49:20.463225Z","caller":"traceutil/trace.go:171","msg":"trace[621349028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:559; }","duration":"158.844888ms","start":"2026-03-18T00:49:20.304337Z","end":"2026-03-18T00:49:20.463182Z","steps":["trace[621349028] 'range keys from in-memory index tree' (duration: 158.481126ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:20.463295Z","caller":"traceutil/trace.go:171","msg":"trace[1074514719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:559; }","duration":"131.031004ms","start":"2026-03-18T00:49:20.332237Z","end":"2026-03-18T00:49:20.463268Z","steps":["trace[1074514719] 'range keys from in-memory index tree' (duration: 130.58094ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:20.463121Z","caller":"traceutil/trace.go:171","msg":"trace[389649040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:559; }","duration":"130.794466ms","start":"2026-03-18T00:49:20.332305Z","end":"2026-03-18T00:49:20.4631Z","steps":["trace[389649040] 'range keys from in-memory index tree' (duration: 130.450695ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:20.46323Z","caller":"traceutil/trace.go:171","msg":"trace[1769668378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:559; }","duration":"130.956582ms","start":"2026-03-18T00:49:20.332246Z","end":"2026-03-18T00:49:20.463202Z","steps":["trace[1769668378] 'range keys from in-memory index tree' (duration: 130.532828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:23.602823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495012374,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:49:23.606411Z","caller":"traceutil/trace.go:171","msg":"trace[515697579] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"679.785163ms","start":"2026-03-18T00:49:22.926596Z","end":"2026-03-18T00:49:23.606381Z","steps":["trace[515697579] 'process raft request' (duration: 679.592527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:23.606664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:22.926576Z","time spent":"679.909186ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:25.886891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000034646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:49:25.887004Z","caller":"traceutil/trace.go:171","msg":"trace[1918779281] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222993s","start":"2026-03-18T00:49:23.886748Z","end":"2026-03-18T00:49:25.886971Z","steps":["trace[1918779281] 'agreement among raft nodes before linearized reading' (duration: 2.000089028s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:25.887084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:23.886698Z","time spent":"2.000366517s","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:49:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:49:27.88744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:49:27.88753Z","caller":"traceutil/trace.go:171","msg":"trace[988820312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314755s","start":"2026-03-18T00:49:25.887197Z","end":"2026-03-18T00:49:27.887511Z","steps":["trace[988820312] 'agreement among raft nodes before linearized reading' (duration: 2.000194852s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:27.887576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:25.887173Z","time spent":"2.000395268s","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:49:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:49:29.141804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.605686093s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:49:29.148716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206763579s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:29.148921Z","caller":"traceutil/trace.go:171","msg":"trace[2023434611] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:610; }","duration":"5.206978546s","start":"2026-03-18T00:49:23.941911Z","end":"2026-03-18T00:49:29.14889Z","steps":["trace[2023434611] 'range keys from in-memory index tree' (duration: 5.206739738s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:29.150323Z","caller":"traceutil/trace.go:171","msg":"trace[1218633422] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:628; }","duration":"6.047529656s","start":"2026-03-18T00:49:23.102763Z","end":"2026-03-18T00:49:29.150292Z","steps":["trace[1218633422] 'read index received' (duration: 503.50097ms)","trace[1218633422] 'applied index is now lower than readState.Index' (duration: 5.544027736s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:29.150648Z","caller":"traceutil/trace.go:171","msg":"trace[976429587] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"6.164560535s","start":"2026-03-18T00:49:22.986078Z","end":"2026-03-18T00:49:29.150638Z","steps":["trace[976429587] 'process raft request' (duration: 6.155984213s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.150762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:22.986046Z","time spent":"6.164625657s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:29.150912Z","caller":"traceutil/trace.go:171","msg":"trace[529483946] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"6.006005547s","start":"2026-03-18T00:49:23.144899Z","end":"2026-03-18T00:49:29.150905Z","steps":["trace[529483946] 'process raft request' (duration: 6.005245152s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.150945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:23.144887Z","time spent":"6.006039268s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:49:29.151106Z","caller":"traceutil/trace.go:171","msg":"trace[1122253535] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"5.64483415s","start":"2026-03-18T00:49:23.506264Z","end":"2026-03-18T00:49:29.151098Z","steps":["trace[1122253535] 'process raft request' (duration: 5.643986793s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.151138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:23.506241Z","time spent":"5.64488067s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:49:29.151292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.048540429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-18T00:49:29.15132Z","caller":"traceutil/trace.go:171","msg":"trace[316944068] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:613; }","duration":"6.04862023s","start":"2026-03-18T00:49:23.10269Z","end":"2026-03-18T00:49:29.151311Z","steps":["trace[316944068] 'agreement among raft nodes before linearized reading' (duration: 6.048523107s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.151348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:23.102659Z","time spent":"6.048683393s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-18T00:49:29.156283Z","caller":"traceutil/trace.go:171","msg":"trace[1515148536] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"3.5967942s","start":"2026-03-18T00:49:25.559435Z","end":"2026-03-18T00:49:29.156229Z","steps":["trace[1515148536] 'process raft request' (duration: 3.596406137s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.15642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.013110362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bdvq6\" ","response":"range_response_count:1 size:18337"} {"level":"warn","ts":"2026-03-18T00:49:29.156455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620271987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:49:29.156483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:25.559415Z","time spent":"3.596974036s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:49:29.156542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.62039958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:49:29.156541Z","caller":"traceutil/trace.go:171","msg":"trace[679168868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"3.62037367s","start":"2026-03-18T00:49:25.536142Z","end":"2026-03-18T00:49:29.156515Z","steps":["trace[679168868] 'agreement among raft nodes before linearized reading' (duration: 3.620174563s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:29.156567Z","caller":"traceutil/trace.go:171","msg":"trace[1248644878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:616; }","duration":"3.620424601s","start":"2026-03-18T00:49:25.536136Z","end":"2026-03-18T00:49:29.156561Z","steps":["trace[1248644878] 'agreement among raft nodes before linearized reading' (duration: 3.62037385s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.15658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:25.536139Z","time spent":"3.620433202s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:49:29.156593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:25.536126Z","time spent":"3.620460583s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:49:29.156485Z","caller":"traceutil/trace.go:171","msg":"trace[105050049] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bdvq6; range_end:; response_count:1; response_revision:616; }","duration":"6.013197495s","start":"2026-03-18T00:49:23.143271Z","end":"2026-03-18T00:49:29.156469Z","steps":["trace[105050049] 'agreement among raft nodes before linearized reading' (duration: 6.013010929s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:29.156607Z","caller":"traceutil/trace.go:171","msg":"trace[1706667481] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"3.586370948s","start":"2026-03-18T00:49:25.570205Z","end":"2026-03-18T00:49:29.156576Z","steps":["trace[1706667481] 'process raft request' (duration: 3.585887692s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.156647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:23.143265Z","time spent":"6.013369181s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18360,"request content":"key:\"/registry/pods/kube-system/cilium-bdvq6\" "} {"level":"warn","ts":"2026-03-18T00:49:29.156749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:25.570193Z","time spent":"3.586476931s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:49:29.156809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.62067916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T00:49:29.156831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615165365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-18T00:49:29.156859Z","caller":"traceutil/trace.go:171","msg":"trace[1806422614] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:616; }","duration":"3.615199635s","start":"2026-03-18T00:49:25.54165Z","end":"2026-03-18T00:49:29.156849Z","steps":["trace[1806422614] 'agreement among raft nodes before linearized reading' (duration: 3.615059621s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.156871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620770483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:49:29.156879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:25.541645Z","time spent":"3.615228136s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-18T00:49:29.156893Z","caller":"traceutil/trace.go:171","msg":"trace[1873591976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"3.620804314s","start":"2026-03-18T00:49:25.536083Z","end":"2026-03-18T00:49:29.156887Z","steps":["trace[1873591976] 'agreement among raft nodes before linearized reading' (duration: 3.620763312s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.156917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:25.53608Z","time spent":"3.620832374s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:29.156819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546252952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:49:29.156998Z","caller":"traceutil/trace.go:171","msg":"trace[732688006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:616; }","duration":"3.546483569s","start":"2026-03-18T00:49:25.610497Z","end":"2026-03-18T00:49:29.156981Z","steps":["trace[732688006] 'agreement among raft nodes before linearized reading' (duration: 3.546169519s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.157034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:25.610478Z","time spent":"3.546546791s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:29.157068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616409154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-18T00:49:29.157077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.793482773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:49:29.157092Z","caller":"traceutil/trace.go:171","msg":"trace[685789464] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:616; }","duration":"3.616453805s","start":"2026-03-18T00:49:25.54063Z","end":"2026-03-18T00:49:29.157084Z","steps":["trace[685789464] 'agreement among raft nodes before linearized reading' (duration: 3.616386113s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.157112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:25.540622Z","time spent":"3.616486487s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-03-18T00:49:29.157115Z","caller":"traceutil/trace.go:171","msg":"trace[1887699110] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:616; }","duration":"5.793579796s","start":"2026-03-18T00:49:23.363522Z","end":"2026-03-18T00:49:29.157102Z","steps":["trace[1887699110] 'agreement among raft nodes before linearized reading' (duration: 5.793488554s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.157149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.854914216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-18T00:49:29.15718Z","caller":"traceutil/trace.go:171","msg":"trace[371421979] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:616; }","duration":"5.854992918s","start":"2026-03-18T00:49:23.302177Z","end":"2026-03-18T00:49:29.15717Z","steps":["trace[371421979] 'agreement among raft nodes before linearized reading' (duration: 5.854854763s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.157204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:23.302152Z","time spent":"5.85504602s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-03-18T00:49:29.156834Z","caller":"traceutil/trace.go:171","msg":"trace[851374095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"3.620710641s","start":"2026-03-18T00:49:25.536117Z","end":"2026-03-18T00:49:29.156828Z","steps":["trace[851374095] 'agreement among raft nodes before linearized reading' (duration: 3.620634358s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.157235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:25.536114Z","time spent":"3.621113553s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:29.157242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264389339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:49:29.157246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.621285649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-18T00:49:29.157268Z","caller":"traceutil/trace.go:171","msg":"trace[263652805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"1.26445571s","start":"2026-03-18T00:49:27.892801Z","end":"2026-03-18T00:49:29.157257Z","steps":["trace[263652805] 'agreement among raft nodes before linearized reading' (duration: 1.264412679s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:29.157272Z","caller":"traceutil/trace.go:171","msg":"trace[121278207] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:616; }","duration":"3.621336221s","start":"2026-03-18T00:49:25.535927Z","end":"2026-03-18T00:49:29.157263Z","steps":["trace[121278207] 'agreement among raft nodes before linearized reading' (duration: 3.621239348s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.157287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:27.892784Z","time spent":"1.264499122s","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:49:29.157152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:23.363489Z","time spent":"5.793658519s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-18T00:49:29.157285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.25432961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-18T00:49:29.157327Z","caller":"traceutil/trace.go:171","msg":"trace[1200801975] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:616; }","duration":"5.254394832s","start":"2026-03-18T00:49:23.902918Z","end":"2026-03-18T00:49:29.157312Z","steps":["trace[1200801975] 'agreement among raft nodes before linearized reading' (duration: 5.254254818s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.157349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:23.902905Z","time spent":"5.254438003s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-18T00:49:29.157356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.454777599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-18T00:49:29.157379Z","caller":"traceutil/trace.go:171","msg":"trace[586322783] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:616; }","duration":"5.454837452s","start":"2026-03-18T00:49:23.702533Z","end":"2026-03-18T00:49:29.157371Z","steps":["trace[586322783] 'agreement among raft nodes before linearized reading' (duration: 5.45477283s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.157396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:23.702506Z","time spent":"5.454886874s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-18T00:49:29.157293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:25.53591Z","time spent":"3.621378952s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-18T00:49:29.33039Z","caller":"traceutil/trace.go:171","msg":"trace[15616142] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"159.326463ms","start":"2026-03-18T00:49:29.171044Z","end":"2026-03-18T00:49:29.33037Z","steps":["trace[15616142] 'process raft request' (duration: 159.277631ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:29.330509Z","caller":"traceutil/trace.go:171","msg":"trace[1602291461] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"163.507656ms","start":"2026-03-18T00:49:29.166964Z","end":"2026-03-18T00:49:29.330472Z","steps":["trace[1602291461] 'process raft request' (duration: 163.204566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:29.331309Z","caller":"traceutil/trace.go:171","msg":"trace[501619136] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"164.133956ms","start":"2026-03-18T00:49:29.167153Z","end":"2026-03-18T00:49:29.331287Z","steps":["trace[501619136] 'process raft request' (duration: 163.136104ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:29.331315Z","caller":"traceutil/trace.go:171","msg":"trace[1022598486] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"164.331362ms","start":"2026-03-18T00:49:29.166687Z","end":"2026-03-18T00:49:29.331019Z","steps":["trace[1022598486] 'process raft request' (duration: 141.368733ms)","trace[1022598486] 'compare' (duration: 21.767681ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:29.330609Z","caller":"traceutil/trace.go:171","msg":"trace[1049244419] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"163.541977ms","start":"2026-03-18T00:49:29.167059Z","end":"2026-03-18T00:49:29.330601Z","steps":["trace[1049244419] 'process raft request' (duration: 163.155725ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:29.331879Z","caller":"traceutil/trace.go:171","msg":"trace[323207109] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"164.761786ms","start":"2026-03-18T00:49:29.167086Z","end":"2026-03-18T00:49:29.331848Z","steps":["trace[323207109] 'process raft request' (duration: 163.154095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:29.332788Z","caller":"traceutil/trace.go:171","msg":"trace[1141473121] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"165.659564ms","start":"2026-03-18T00:49:29.167115Z","end":"2026-03-18T00:49:29.332774Z","steps":["trace[1141473121] 'process raft request' (duration: 163.149964ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:29.359079Z","caller":"traceutil/trace.go:171","msg":"trace[80414111] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"164.187888ms","start":"2026-03-18T00:49:29.194845Z","end":"2026-03-18T00:49:29.359033Z","steps":["trace[80414111] 'process raft request' (duration: 163.697322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.571231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.927959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:29.571779Z","caller":"traceutil/trace.go:171","msg":"trace[2042876657] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"163.229186ms","start":"2026-03-18T00:49:29.408527Z","end":"2026-03-18T00:49:29.571756Z","steps":["trace[2042876657] 'process raft request' (duration: 163.001629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:29.57184Z","caller":"traceutil/trace.go:171","msg":"trace[485162971] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"222.17709ms","start":"2026-03-18T00:49:29.34963Z","end":"2026-03-18T00:49:29.571807Z","steps":["trace[485162971] 'process raft request' (duration: 80.56225ms)","trace[485162971] 'compare' (duration: 140.689391ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:29.572183Z","caller":"traceutil/trace.go:171","msg":"trace[1570504609] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"210.059365ms","start":"2026-03-18T00:49:29.362113Z","end":"2026-03-18T00:49:29.572172Z","steps":["trace[1570504609] 'read index received' (duration: 68.190166ms)","trace[1570504609] 'applied index is now lower than readState.Index' (duration: 141.868329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:29.57227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.152048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T00:49:29.572304Z","caller":"traceutil/trace.go:171","msg":"trace[110612253] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:627; }","duration":"210.18899ms","start":"2026-03-18T00:49:29.362107Z","end":"2026-03-18T00:49:29.572296Z","steps":["trace[110612253] 'agreement among raft nodes before linearized reading' (duration: 210.118827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:29.819828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.068931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188486"} {"level":"info","ts":"2026-03-18T00:49:29.819912Z","caller":"traceutil/trace.go:171","msg":"trace[1693056173] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:630; }","duration":"123.208926ms","start":"2026-03-18T00:49:29.696685Z","end":"2026-03-18T00:49:29.819894Z","steps":["trace[1693056173] 'agreement among raft nodes before linearized reading' (duration: 122.981838ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:29.820313Z","caller":"traceutil/trace.go:171","msg":"trace[170328786] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"106.437802ms","start":"2026-03-18T00:49:29.713867Z","end":"2026-03-18T00:49:29.820305Z","steps":["trace[170328786] 'process raft request' (duration: 105.686318ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:30.023552Z","caller":"traceutil/trace.go:171","msg":"trace[1189861946] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"188.034936ms","start":"2026-03-18T00:49:29.83549Z","end":"2026-03-18T00:49:30.023525Z","steps":["trace[1189861946] 'process raft request' (duration: 94.496563ms)","trace[1189861946] 'compare' (duration: 93.386878ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:30.081717Z","caller":"traceutil/trace.go:171","msg":"trace[741518313] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"203.571459ms","start":"2026-03-18T00:49:29.878112Z","end":"2026-03-18T00:49:30.081683Z","steps":["trace[741518313] 'process raft request' (duration: 203.046622ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:30.376902Z","caller":"traceutil/trace.go:171","msg":"trace[2057547864] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:652; }","duration":"179.817924ms","start":"2026-03-18T00:49:30.197045Z","end":"2026-03-18T00:49:30.376863Z","steps":["trace[2057547864] 'read index received' (duration: 144.687318ms)","trace[2057547864] 'applied index is now lower than readState.Index' (duration: 35.129226ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:30.377019Z","caller":"traceutil/trace.go:171","msg":"trace[1193045745] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"267.155109ms","start":"2026-03-18T00:49:30.10981Z","end":"2026-03-18T00:49:30.376965Z","steps":["trace[1193045745] 'process raft request' (duration: 232.051724ms)","trace[1193045745] 'compare' (duration: 34.814386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:30.377223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.151425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-18T00:49:30.37732Z","caller":"traceutil/trace.go:171","msg":"trace[2089627879] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:633; }","duration":"180.32188ms","start":"2026-03-18T00:49:30.196983Z","end":"2026-03-18T00:49:30.377304Z","steps":["trace[2089627879] 'agreement among raft nodes before linearized reading' (duration: 180.021881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:30.740543Z","caller":"traceutil/trace.go:171","msg":"trace[1678940630] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"105.259364ms","start":"2026-03-18T00:49:30.635259Z","end":"2026-03-18T00:49:30.740519Z","steps":["trace[1678940630] 'process raft request' (duration: 74.91826ms)","trace[1678940630] 'compare' (duration: 29.951172ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:30.961792Z","caller":"traceutil/trace.go:171","msg":"trace[1256575109] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"210.287033ms","start":"2026-03-18T00:49:30.751465Z","end":"2026-03-18T00:49:30.961752Z","steps":["trace[1256575109] 'process raft request' (duration: 120.319854ms)","trace[1256575109] 'compare' (duration: 89.276517ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:30.964146Z","caller":"traceutil/trace.go:171","msg":"trace[1312024161] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"193.006834ms","start":"2026-03-18T00:49:30.771078Z","end":"2026-03-18T00:49:30.964084Z","steps":["trace[1312024161] 'process raft request' (duration: 191.9534ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:30.96458Z","caller":"traceutil/trace.go:171","msg":"trace[662137107] transaction","detail":"{read_only:false; number_of_response:1; response_revision:637; }","duration":"132.020005ms","start":"2026-03-18T00:49:30.832548Z","end":"2026-03-18T00:49:30.964568Z","steps":["trace[662137107] 'process raft request' (duration: 131.657984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:30.964991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.596311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:30.965033Z","caller":"traceutil/trace.go:171","msg":"trace[1782180280] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:637; }","duration":"102.691423ms","start":"2026-03-18T00:49:30.862333Z","end":"2026-03-18T00:49:30.965024Z","steps":["trace[1782180280] 'agreement among raft nodes before linearized reading' (duration: 102.545268ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:30.964437Z","caller":"traceutil/trace.go:171","msg":"trace[1046736745] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:655; }","duration":"102.040653ms","start":"2026-03-18T00:49:30.862362Z","end":"2026-03-18T00:49:30.964403Z","steps":["trace[1046736745] 'read index received' (duration: 9.43446ms)","trace[1046736745] 'applied index is now lower than readState.Index' (duration: 92.604873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:30.965763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.311733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:30.966176Z","caller":"traceutil/trace.go:171","msg":"trace[832298270] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:637; }","duration":"103.755307ms","start":"2026-03-18T00:49:30.862399Z","end":"2026-03-18T00:49:30.966154Z","steps":["trace[832298270] 'agreement among raft nodes before linearized reading' (duration: 103.274611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:30.967565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.065799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:30.967606Z","caller":"traceutil/trace.go:171","msg":"trace[367568195] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:637; }","duration":"105.12212ms","start":"2026-03-18T00:49:30.862474Z","end":"2026-03-18T00:49:30.967596Z","steps":["trace[367568195] 'agreement among raft nodes before linearized reading' (duration: 105.062449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:41.806864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495012600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:42.307211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495012600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:42.808089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495012600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:43.176514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.877441877s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:49:43.176881Z","caller":"traceutil/trace.go:171","msg":"trace[1806656943] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:757; }","duration":"1.870574147s","start":"2026-03-18T00:49:41.306279Z","end":"2026-03-18T00:49:43.176853Z","steps":["trace[1806656943] 'read index received' (duration: 1.87035623s)","trace[1806656943] 'applied index is now lower than readState.Index' (duration: 216.877µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:43.176963Z","caller":"traceutil/trace.go:171","msg":"trace[2110179662] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"1.877975144s","start":"2026-03-18T00:49:41.298978Z","end":"2026-03-18T00:49:43.176953Z","steps":["trace[2110179662] 'process raft request' (duration: 1.877713466s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.177083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.298954Z","time spent":"1.878042487s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:49:43.177444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871151815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-2knm6\" ","response":"range_response_count:1 size:5086"} {"level":"info","ts":"2026-03-18T00:49:43.177471Z","caller":"traceutil/trace.go:171","msg":"trace[1399410900] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-2knm6; range_end:; response_count:1; response_revision:732; }","duration":"1.871213748s","start":"2026-03-18T00:49:41.306248Z","end":"2026-03-18T00:49:43.177462Z","steps":["trace[1399410900] 'agreement among raft nodes before linearized reading' (duration: 1.871040182s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.177492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.306232Z","time spent":"1.871255619s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5109,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-2knm6\" "} {"level":"warn","ts":"2026-03-18T00:49:43.177478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866734035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:43.177567Z","caller":"traceutil/trace.go:171","msg":"trace[767239570] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:732; }","duration":"1.866856278s","start":"2026-03-18T00:49:41.310696Z","end":"2026-03-18T00:49:43.177552Z","steps":["trace[767239570] 'agreement among raft nodes before linearized reading' (duration: 1.866697583s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.17757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403518741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:49:43.17761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723560014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:49:43.177586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470964814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:49:43.177651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471569643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:49:43.177598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471545783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:43.177687Z","caller":"traceutil/trace.go:171","msg":"trace[1739948371] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:732; }","duration":"1.471629125s","start":"2026-03-18T00:49:41.706046Z","end":"2026-03-18T00:49:43.177675Z","steps":["trace[1739948371] 'agreement among raft nodes before linearized reading' (duration: 1.471588344s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:43.177693Z","caller":"traceutil/trace.go:171","msg":"trace[90887085] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:732; }","duration":"1.471672917s","start":"2026-03-18T00:49:41.706006Z","end":"2026-03-18T00:49:43.177679Z","steps":["trace[90887085] 'agreement among raft nodes before linearized reading' (duration: 1.471548944s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:43.17769Z","caller":"traceutil/trace.go:171","msg":"trace[1763875879] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:732; }","duration":"1.47112985s","start":"2026-03-18T00:49:41.706539Z","end":"2026-03-18T00:49:43.177668Z","steps":["trace[1763875879] 'agreement among raft nodes before linearized reading' (duration: 1.470872202s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.177712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.706023Z","time spent":"1.471682277s","remote":"127.0.0.1:49870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:49:43.177719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723906565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:49:43.177728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.705987Z","time spent":"1.471726979s","remote":"127.0.0.1:49870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"info","ts":"2026-03-18T00:49:43.177745Z","caller":"traceutil/trace.go:171","msg":"trace[1697485334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:732; }","duration":"1.723928275s","start":"2026-03-18T00:49:41.453807Z","end":"2026-03-18T00:49:43.177736Z","steps":["trace[1697485334] 'agreement among raft nodes before linearized reading' (duration: 1.723818522s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.177764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.453739Z","time spent":"1.724021488s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:43.177765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.706531Z","time spent":"1.471200252s","remote":"127.0.0.1:49870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"info","ts":"2026-03-18T00:49:43.177644Z","caller":"traceutil/trace.go:171","msg":"trace[2055543085] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:732; }","duration":"1.403630485s","start":"2026-03-18T00:49:41.774Z","end":"2026-03-18T00:49:43.177631Z","steps":["trace[2055543085] 'agreement among raft nodes before linearized reading' (duration: 1.40346913s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.17785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.706923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:49:43.177861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723652527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:49:43.177869Z","caller":"traceutil/trace.go:171","msg":"trace[569258305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:732; }","duration":"291.766744ms","start":"2026-03-18T00:49:42.886098Z","end":"2026-03-18T00:49:43.177865Z","steps":["trace[569258305] 'agreement among raft nodes before linearized reading' (duration: 291.734323ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:43.177882Z","caller":"traceutil/trace.go:171","msg":"trace[1132247069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:732; }","duration":"1.723688378s","start":"2026-03-18T00:49:41.454187Z","end":"2026-03-18T00:49:43.177876Z","steps":["trace[1132247069] 'agreement among raft nodes before linearized reading' (duration: 1.723614055s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.177861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.773985Z","time spent":"1.403862233s","remote":"127.0.0.1:49892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:49:43.177902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.454181Z","time spent":"1.723716489s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:49:43.177968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403290854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:43.177985Z","caller":"traceutil/trace.go:171","msg":"trace[851321935] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:732; }","duration":"1.403325225s","start":"2026-03-18T00:49:41.774654Z","end":"2026-03-18T00:49:43.177979Z","steps":["trace[851321935] 'agreement among raft nodes before linearized reading' (duration: 1.403292384s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.77465Z","time spent":"1.403345937s","remote":"127.0.0.1:49892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-18T00:49:43.178002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723852803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:49:43.178021Z","caller":"traceutil/trace.go:171","msg":"trace[1570257114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:732; }","duration":"1.723892194s","start":"2026-03-18T00:49:41.454121Z","end":"2026-03-18T00:49:43.178014Z","steps":["trace[1570257114] 'agreement among raft nodes before linearized reading' (duration: 1.723833862s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.178038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.454111Z","time spent":"1.723923046s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:49:43.17807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726160867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:49:43.178098Z","caller":"traceutil/trace.go:171","msg":"trace[1843557803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:732; }","duration":"1.72622245s","start":"2026-03-18T00:49:41.451865Z","end":"2026-03-18T00:49:43.178087Z","steps":["trace[1843557803] 'agreement among raft nodes before linearized reading' (duration: 1.726157338s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.178107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404857065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:49:43.178119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.451847Z","time spent":"1.72626792s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:49:43.178137Z","caller":"traceutil/trace.go:171","msg":"trace[456293267] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:732; }","duration":"1.404890626s","start":"2026-03-18T00:49:41.773237Z","end":"2026-03-18T00:49:43.178128Z","steps":["trace[456293267] 'agreement among raft nodes before linearized reading' (duration: 1.404831184s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.178162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.773185Z","time spent":"1.404970109s","remote":"127.0.0.1:49892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T00:49:43.178198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86688948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:43.178216Z","caller":"traceutil/trace.go:171","msg":"trace[1050877253] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:732; }","duration":"1.866917261s","start":"2026-03-18T00:49:41.311293Z","end":"2026-03-18T00:49:43.178211Z","steps":["trace[1050877253] 'agreement among raft nodes before linearized reading' (duration: 1.866875069s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.178235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.311289Z","time spent":"1.866941321s","remote":"127.0.0.1:49854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-03-18T00:49:43.178242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45242744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:43.178264Z","caller":"traceutil/trace.go:171","msg":"trace[38512000] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:732; }","duration":"1.452476772s","start":"2026-03-18T00:49:41.725779Z","end":"2026-03-18T00:49:43.178256Z","steps":["trace[38512000] 'agreement among raft nodes before linearized reading' (duration: 1.452432051s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.17827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867423686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:49:43.178286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.725768Z","time spent":"1.452512653s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"info","ts":"2026-03-18T00:49:43.178297Z","caller":"traceutil/trace.go:171","msg":"trace[2107904643] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:732; }","duration":"1.867457788s","start":"2026-03-18T00:49:41.310827Z","end":"2026-03-18T00:49:43.178285Z","steps":["trace[2107904643] 'agreement among raft nodes before linearized reading' (duration: 1.867419697s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.178318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.310822Z","time spent":"1.867489359s","remote":"127.0.0.1:49854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:49:43.178433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453480283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:43.178455Z","caller":"traceutil/trace.go:171","msg":"trace[427173843] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:732; }","duration":"1.453503754s","start":"2026-03-18T00:49:41.724945Z","end":"2026-03-18T00:49:43.178449Z","steps":["trace[427173843] 'agreement among raft nodes before linearized reading' (duration: 1.453458583s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.178475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.724932Z","time spent":"1.453537076s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T00:49:43.178504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453558907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:49:43.177606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.310686Z","time spent":"1.86691174s","remote":"127.0.0.1:49854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"info","ts":"2026-03-18T00:49:43.178526Z","caller":"traceutil/trace.go:171","msg":"trace[1761652191] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:732; }","duration":"1.453580027s","start":"2026-03-18T00:49:41.724938Z","end":"2026-03-18T00:49:43.178518Z","steps":["trace[1761652191] 'agreement among raft nodes before linearized reading' (duration: 1.453546846s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.178729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.724931Z","time spent":"1.453789334s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:49:43.177653Z","caller":"traceutil/trace.go:171","msg":"trace[111861615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:732; }","duration":"1.723638346s","start":"2026-03-18T00:49:41.454004Z","end":"2026-03-18T00:49:43.177642Z","steps":["trace[111861615] 'agreement among raft nodes before linearized reading' (duration: 1.723504762s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:43.178988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:41.453989Z","time spent":"1.724791433s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:43.86614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495012604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:44.366819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495012604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:44.762856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.244273ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:44.762963Z","caller":"traceutil/trace.go:171","msg":"trace[2026011205] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:732; }","duration":"821.364857ms","start":"2026-03-18T00:49:43.941583Z","end":"2026-03-18T00:49:44.762947Z","steps":["trace[2026011205] 'range keys from in-memory index tree' (duration: 821.228083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:44.763491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.932034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:44.763653Z","caller":"traceutil/trace.go:171","msg":"trace[470722893] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"1.579047451s","start":"2026-03-18T00:49:43.184597Z","end":"2026-03-18T00:49:44.763644Z","steps":["trace[470722893] 'process raft request' (duration: 1.578963548s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:44.763706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:43.184583Z","time spent":"1.579099402s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:44.763995Z","caller":"traceutil/trace.go:171","msg":"trace[493681816] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"1.580945742s","start":"2026-03-18T00:49:43.183041Z","end":"2026-03-18T00:49:44.763986Z","steps":["trace[493681816] 'process raft request' (duration: 1.388456241s)","trace[493681816] 'compare' (duration: 191.370355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:44.764043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:43.183026Z","time spent":"1.580995073s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:44.995408Z","caller":"traceutil/trace.go:171","msg":"trace[927776343] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"1.810681378s","start":"2026-03-18T00:49:43.184688Z","end":"2026-03-18T00:49:44.995369Z","steps":["trace[927776343] 'process raft request' (duration: 1.803562909s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:44.995484Z","caller":"traceutil/trace.go:171","msg":"trace[297030528] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"1.806450132s","start":"2026-03-18T00:49:43.189019Z","end":"2026-03-18T00:49:44.995469Z","steps":["trace[297030528] 'process raft request' (duration: 1.806325718s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:44.995531Z","caller":"traceutil/trace.go:171","msg":"trace[1294264538] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"1.806854955s","start":"2026-03-18T00:49:43.188617Z","end":"2026-03-18T00:49:44.995472Z","steps":["trace[1294264538] 'process raft request' (duration: 1.80668812s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:44.995455Z","caller":"traceutil/trace.go:171","msg":"trace[1827634530] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"1.809056355s","start":"2026-03-18T00:49:43.186367Z","end":"2026-03-18T00:49:44.995423Z","steps":["trace[1827634530] 'process raft request' (duration: 1.80887396s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:44.995603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:43.189003Z","time spent":"1.806523334s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:44.995601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:43.18466Z","time spent":"1.810848283s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:44.995696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:43.186355Z","time spent":"1.809281852s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:44.995757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:43.188601Z","time spent":"1.80703845s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:45.124601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.199003ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T00:49:45.124681Z","caller":"traceutil/trace.go:171","msg":"trace[1455810916] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:758; }","duration":"1.75930655s","start":"2026-03-18T00:49:43.365362Z","end":"2026-03-18T00:49:45.124669Z","steps":["trace[1455810916] 'read index received' (duration: 1.206156735s)","trace[1455810916] 'applied index is now lower than readState.Index' (duration: 553.148655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:45.124914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235068261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:45.12493Z","caller":"traceutil/trace.go:171","msg":"trace[1080768349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:738; }","duration":"1.235125183s","start":"2026-03-18T00:49:43.889799Z","end":"2026-03-18T00:49:45.124924Z","steps":["trace[1080768349] 'agreement among raft nodes before linearized reading' (duration: 1.235084541s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:45.124948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:43.889778Z","time spent":"1.235165854s","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:49:45.124932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759574578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:49:45.125012Z","caller":"traceutil/trace.go:171","msg":"trace[791655389] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:738; }","duration":"1.759717463s","start":"2026-03-18T00:49:43.365281Z","end":"2026-03-18T00:49:45.124999Z","steps":["trace[791655389] 'agreement among raft nodes before linearized reading' (duration: 1.759542977s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:45.125037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:43.365252Z","time spent":"1.759779835s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-18T00:49:45.66726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.62618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:45.667385Z","caller":"traceutil/trace.go:171","msg":"trace[1898936710] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:766; }","duration":"473.136771ms","start":"2026-03-18T00:49:45.194228Z","end":"2026-03-18T00:49:45.667365Z","steps":["trace[1898936710] 'read index received' (duration: 20.298921ms)","trace[1898936710] 'applied index is now lower than readState.Index' (duration: 452.83623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:45.667492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.262105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:45.66746Z","caller":"traceutil/trace.go:171","msg":"trace[1346158846] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"482.44525ms","start":"2026-03-18T00:49:45.18495Z","end":"2026-03-18T00:49:45.667395Z","steps":["trace[1346158846] 'process raft request' (duration: 40.553971ms)","trace[1346158846] 'compare' (duration: 441.485016ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:45.667522Z","caller":"traceutil/trace.go:171","msg":"trace[1902989489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"473.331547ms","start":"2026-03-18T00:49:45.194181Z","end":"2026-03-18T00:49:45.667513Z","steps":["trace[1902989489] 'agreement among raft nodes before linearized reading' (duration: 473.230094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:45.667552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:45.194165Z","time spent":"473.381039ms","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:49:45.667671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:45.184913Z","time spent":"482.636476ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:46.170528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495012622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:46.671197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495012622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:49:46.988143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.761836181s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:49:46.98854Z","caller":"traceutil/trace.go:171","msg":"trace[600621076] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:770; }","duration":"1.318238567s","start":"2026-03-18T00:49:45.670279Z","end":"2026-03-18T00:49:46.988518Z","steps":["trace[600621076] 'read index received' (duration: 1.318041611s)","trace[600621076] 'applied index is now lower than readState.Index' (duration: 196.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:46.98884Z","caller":"traceutil/trace.go:171","msg":"trace[1705566810] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"1.762885784s","start":"2026-03-18T00:49:45.225943Z","end":"2026-03-18T00:49:46.988828Z","steps":["trace[1705566810] 'process raft request' (duration: 1.76243396s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:46.988941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:45.225914Z","time spent":"1.762952026s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4204,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:46.989135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318860397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T00:49:46.989164Z","caller":"traceutil/trace.go:171","msg":"trace[879840643] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:743; }","duration":"1.31894383s","start":"2026-03-18T00:49:45.670212Z","end":"2026-03-18T00:49:46.989156Z","steps":["trace[879840643] 'agreement among raft nodes before linearized reading' (duration: 1.318887628s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:46.989188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:45.670196Z","time spent":"1.318985932s","remote":"127.0.0.1:59842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T00:49:46.989275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.254289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:46.989308Z","caller":"traceutil/trace.go:171","msg":"trace[114682765] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:743; }","duration":"912.29474ms","start":"2026-03-18T00:49:46.077005Z","end":"2026-03-18T00:49:46.9893Z","steps":["trace[114682765] 'agreement among raft nodes before linearized reading' (duration: 912.235828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:46.989335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:46.076945Z","time spent":"912.382013ms","remote":"127.0.0.1:59908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:49:46.989476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.310905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:46.989498Z","caller":"traceutil/trace.go:171","msg":"trace[248801299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:743; }","duration":"104.363797ms","start":"2026-03-18T00:49:46.885128Z","end":"2026-03-18T00:49:46.989492Z","steps":["trace[248801299] 'agreement among raft nodes before linearized reading' (duration: 104.327745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:46.989623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.635596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:49:46.98966Z","caller":"traceutil/trace.go:171","msg":"trace[1301872457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:743; }","duration":"221.714429ms","start":"2026-03-18T00:49:46.767938Z","end":"2026-03-18T00:49:46.989652Z","steps":["trace[1301872457] 'agreement among raft nodes before linearized reading' (duration: 221.553174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:46.98987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.275215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:49:46.989894Z","caller":"traceutil/trace.go:171","msg":"trace[2115727190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:743; }","duration":"221.322246ms","start":"2026-03-18T00:49:46.768566Z","end":"2026-03-18T00:49:46.989888Z","steps":["trace[2115727190] 'agreement among raft nodes before linearized reading' (duration: 221.239534ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:47.199677Z","caller":"traceutil/trace.go:171","msg":"trace[1277729354] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"205.23819ms","start":"2026-03-18T00:49:46.994419Z","end":"2026-03-18T00:49:47.199657Z","steps":["trace[1277729354] 'process raft request' (duration: 190.977103ms)","trace[1277729354] 'compare' (duration: 14.03044ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:47.199832Z","caller":"traceutil/trace.go:171","msg":"trace[773286567] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:771; }","duration":"204.942032ms","start":"2026-03-18T00:49:46.994854Z","end":"2026-03-18T00:49:47.199796Z","steps":["trace[773286567] 'read index received' (duration: 190.55714ms)","trace[773286567] 'applied index is now lower than readState.Index' (duration: 14.383412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:47.199964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.097456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T00:49:47.200043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.093008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:49:47.20007Z","caller":"traceutil/trace.go:171","msg":"trace[404796949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:745; }","duration":"201.16223ms","start":"2026-03-18T00:49:46.998901Z","end":"2026-03-18T00:49:47.200063Z","steps":["trace[404796949] 'agreement among raft nodes before linearized reading' (duration: 201.017016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:47.200074Z","caller":"traceutil/trace.go:171","msg":"trace[1727572537] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"205.478718ms","start":"2026-03-18T00:49:46.994588Z","end":"2026-03-18T00:49:47.200067Z","steps":["trace[1727572537] 'process raft request' (duration: 205.028004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:47.20018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.703916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:49:47.200208Z","caller":"traceutil/trace.go:171","msg":"trace[1480569112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:745; }","duration":"200.753667ms","start":"2026-03-18T00:49:46.999447Z","end":"2026-03-18T00:49:47.2002Z","steps":["trace[1480569112] 'agreement among raft nodes before linearized reading' (duration: 200.596432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:47.200222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.261093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:49:47.200243Z","caller":"traceutil/trace.go:171","msg":"trace[185096016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:745; }","duration":"201.289814ms","start":"2026-03-18T00:49:46.998948Z","end":"2026-03-18T00:49:47.200238Z","steps":["trace[185096016] 'agreement among raft nodes before linearized reading' (duration: 201.223032ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:47.200038Z","caller":"traceutil/trace.go:171","msg":"trace[619407852] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:745; }","duration":"205.175499ms","start":"2026-03-18T00:49:46.994846Z","end":"2026-03-18T00:49:47.200022Z","steps":["trace[619407852] 'agreement among raft nodes before linearized reading' (duration: 205.062995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:08.986336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.965896ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T00:50:09.729985Z","caller":"traceutil/trace.go:171","msg":"trace[1745599688] linearizableReadLoop","detail":"{readStateIndex:844; appliedIndex:843; }","duration":"313.488252ms","start":"2026-03-18T00:50:09.416473Z","end":"2026-03-18T00:50:09.729961Z","steps":["trace[1745599688] 'read index received' (duration: 313.417669ms)","trace[1745599688] 'applied index is now lower than readState.Index' (duration: 69.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:09.730248Z","caller":"traceutil/trace.go:171","msg":"trace[997783595] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"340.608791ms","start":"2026-03-18T00:50:09.389626Z","end":"2026-03-18T00:50:09.730234Z","steps":["trace[997783595] 'process raft request' (duration: 340.191388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:09.730355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:09.3896Z","time spent":"340.683773ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:09.730587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.087991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:50:09.730668Z","caller":"traceutil/trace.go:171","msg":"trace[2086434236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:810; }","duration":"314.211485ms","start":"2026-03-18T00:50:09.416435Z","end":"2026-03-18T00:50:09.730647Z","steps":["trace[2086434236] 'agreement among raft nodes before linearized reading' (duration: 313.977927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:09.730712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:09.416422Z","time spent":"314.282058ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:10.23036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495012814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:10.731337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495012814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:10.997199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267213243s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:50:10.997637Z","caller":"traceutil/trace.go:171","msg":"trace[314943694] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"1.32203985s","start":"2026-03-18T00:50:09.675572Z","end":"2026-03-18T00:50:10.997612Z","steps":["trace[314943694] 'process raft request' (duration: 1.321863375s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:10.997785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:09.675537Z","time spent":"1.322176584s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:11.011887Z","caller":"traceutil/trace.go:171","msg":"trace[139943981] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"1.275710045s","start":"2026-03-18T00:50:09.736155Z","end":"2026-03-18T00:50:11.011865Z","steps":["trace[139943981] 'process raft request' (duration: 1.27556007s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:11.012045Z","caller":"traceutil/trace.go:171","msg":"trace[870113664] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"1.193187058s","start":"2026-03-18T00:50:09.818842Z","end":"2026-03-18T00:50:11.012029Z","steps":["trace[870113664] 'process raft request' (duration: 1.192965341s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:11.012041Z","caller":"traceutil/trace.go:171","msg":"trace[1116219648] linearizableReadLoop","detail":"{readStateIndex:847; appliedIndex:844; }","duration":"1.281968875s","start":"2026-03-18T00:50:09.730052Z","end":"2026-03-18T00:50:11.01202Z","steps":["trace[1116219648] 'read index received' (duration: 1.267360377s)","trace[1116219648] 'applied index is now lower than readState.Index' (duration: 14.607128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:11.012131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:09.818819Z","time spent":"1.193272982s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:11.012357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553559114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:50:11.012387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.197105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:11.012389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.153417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:50:11.012407Z","caller":"traceutil/trace.go:171","msg":"trace[832196120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:813; }","duration":"1.553647337s","start":"2026-03-18T00:50:09.458747Z","end":"2026-03-18T00:50:11.012394Z","steps":["trace[832196120] 'agreement among raft nodes before linearized reading' (duration: 1.553475852s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:11.012415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.738487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:50:11.01243Z","caller":"traceutil/trace.go:171","msg":"trace[1122157191] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:813; }","duration":"306.224449ms","start":"2026-03-18T00:50:10.706195Z","end":"2026-03-18T00:50:11.012419Z","steps":["trace[1122157191] 'agreement among raft nodes before linearized reading' (duration: 306.127746ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:11.012433Z","caller":"traceutil/trace.go:171","msg":"trace[243317133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:813; }","duration":"125.237836ms","start":"2026-03-18T00:50:10.887179Z","end":"2026-03-18T00:50:11.012417Z","steps":["trace[243317133] 'agreement among raft nodes before linearized reading' (duration: 125.167314ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:11.01245Z","caller":"traceutil/trace.go:171","msg":"trace[563537543] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:813; }","duration":"418.810549ms","start":"2026-03-18T00:50:10.59363Z","end":"2026-03-18T00:50:11.01244Z","steps":["trace[563537543] 'agreement among raft nodes before linearized reading' (duration: 418.759497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:11.012454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:09.458716Z","time spent":"1.55372375s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:11.012461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:10.70618Z","time spent":"306.273561ms","remote":"127.0.0.1:60060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":66,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:50:11.012363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127465971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:50:11.012478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:10.59361Z","time spent":"418.857221ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:50:11.012526Z","caller":"traceutil/trace.go:171","msg":"trace[119507078] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:813; }","duration":"1.127662887s","start":"2026-03-18T00:50:09.884833Z","end":"2026-03-18T00:50:11.012496Z","steps":["trace[119507078] 'agreement among raft nodes before linearized reading' (duration: 1.12742472s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:11.012612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:09.884813Z","time spent":"1.127767381s","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":102,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:50:11.012887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553179102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:50:11.012924Z","caller":"traceutil/trace.go:171","msg":"trace[418738313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:813; }","duration":"1.553231934s","start":"2026-03-18T00:50:09.459679Z","end":"2026-03-18T00:50:11.012911Z","steps":["trace[418738313] 'agreement among raft nodes before linearized reading' (duration: 1.552453369s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:11.013151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:09.459671Z","time spent":"1.553455621s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:50:11.013239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554146903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:50:11.013283Z","caller":"traceutil/trace.go:171","msg":"trace[796984186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:813; }","duration":"1.554215305s","start":"2026-03-18T00:50:09.459056Z","end":"2026-03-18T00:50:11.013271Z","steps":["trace[796984186] 'agreement among raft nodes before linearized reading' (duration: 1.553194713s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:11.013317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:09.459045Z","time spent":"1.554262646s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:11.014552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:09.736136Z","time spent":"1.275796757s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:12.352139Z","caller":"traceutil/trace.go:171","msg":"trace[221514711] linearizableReadLoop","detail":"{readStateIndex:851; appliedIndex:850; }","duration":"464.924037ms","start":"2026-03-18T00:50:11.887172Z","end":"2026-03-18T00:50:12.352096Z","steps":["trace[221514711] 'read index received' (duration: 464.673109ms)","trace[221514711] 'applied index is now lower than readState.Index' (duration: 250.048µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:12.35229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.089912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:12.352335Z","caller":"traceutil/trace.go:171","msg":"trace[497223948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:817; }","duration":"465.183795ms","start":"2026-03-18T00:50:11.887139Z","end":"2026-03-18T00:50:12.352323Z","steps":["trace[497223948] 'agreement among raft nodes before linearized reading' (duration: 465.085882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:12.352392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:11.887125Z","time spent":"465.257498ms","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:50:12.352416Z","caller":"traceutil/trace.go:171","msg":"trace[718682681] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"613.495061ms","start":"2026-03-18T00:50:11.738894Z","end":"2026-03-18T00:50:12.352389Z","steps":["trace[718682681] 'process raft request' (duration: 613.022046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:12.352671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:11.738868Z","time spent":"613.618606ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:13.545927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495012828,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:50:13.660406Z","caller":"traceutil/trace.go:171","msg":"trace[766543560] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:851; }","duration":"615.079593ms","start":"2026-03-18T00:50:13.045302Z","end":"2026-03-18T00:50:13.660381Z","steps":["trace[766543560] 'read index received' (duration: 614.801314ms)","trace[766543560] 'applied index is now lower than readState.Index' (duration: 276.998µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:13.660517Z","caller":"traceutil/trace.go:171","msg":"trace[535093716] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"637.709658ms","start":"2026-03-18T00:50:13.02277Z","end":"2026-03-18T00:50:13.66048Z","steps":["trace[535093716] 'process raft request' (duration: 637.423919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:13.660664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.347061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:50:13.660709Z","caller":"traceutil/trace.go:171","msg":"trace[539996907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:818; }","duration":"615.432154ms","start":"2026-03-18T00:50:13.045266Z","end":"2026-03-18T00:50:13.660699Z","steps":["trace[539996907] 'agreement among raft nodes before linearized reading' (duration: 615.257118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:13.660726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:13.022752Z","time spent":"637.858783ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:13.660797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.788402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:50:13.660882Z","caller":"traceutil/trace.go:171","msg":"trace[381359012] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:818; }","duration":"100.917486ms","start":"2026-03-18T00:50:13.559946Z","end":"2026-03-18T00:50:13.660864Z","steps":["trace[381359012] 'agreement among raft nodes before linearized reading' (duration: 100.789102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:13.660914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.801069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:50:13.661031Z","caller":"traceutil/trace.go:171","msg":"trace[1472557362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:818; }","duration":"597.980024ms","start":"2026-03-18T00:50:13.063018Z","end":"2026-03-18T00:50:13.660998Z","steps":["trace[1472557362] 'agreement among raft nodes before linearized reading' (duration: 597.673754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:13.661073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:13.045255Z","time spent":"615.481005ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:50:13.661131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:13.063001Z","time spent":"598.097338ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:13.660928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.797028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:50:13.661212Z","caller":"traceutil/trace.go:171","msg":"trace[610136818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:818; }","duration":"598.127099ms","start":"2026-03-18T00:50:13.063074Z","end":"2026-03-18T00:50:13.661201Z","steps":["trace[610136818] 'agreement among raft nodes before linearized reading' (duration: 597.640743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:13.661255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:13.063067Z","time spent":"598.1767ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:13.661336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.131062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:50:13.661368Z","caller":"traceutil/trace.go:171","msg":"trace[146998290] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:818; }","duration":"294.328278ms","start":"2026-03-18T00:50:13.367031Z","end":"2026-03-18T00:50:13.661359Z","steps":["trace[146998290] 'agreement among raft nodes before linearized reading' (duration: 293.622235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:13.771094Z","caller":"traceutil/trace.go:171","msg":"trace[259079057] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"105.284335ms","start":"2026-03-18T00:50:13.66578Z","end":"2026-03-18T00:50:13.771064Z","steps":["trace[259079057] 'process raft request' (duration: 76.43075ms)","trace[259079057] 'compare' (duration: 28.473583ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:13.771338Z","caller":"traceutil/trace.go:171","msg":"trace[1498303147] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"104.943155ms","start":"2026-03-18T00:50:13.666361Z","end":"2026-03-18T00:50:13.771305Z","steps":["trace[1498303147] 'process raft request' (duration: 104.542702ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:13.771609Z","caller":"traceutil/trace.go:171","msg":"trace[1420625786] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"104.933044ms","start":"2026-03-18T00:50:13.666663Z","end":"2026-03-18T00:50:13.771596Z","steps":["trace[1420625786] 'process raft request' (duration: 104.335465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:13.775252Z","caller":"traceutil/trace.go:171","msg":"trace[1604306192] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"103.2394ms","start":"2026-03-18T00:50:13.671994Z","end":"2026-03-18T00:50:13.775234Z","steps":["trace[1604306192] 'process raft request' (duration: 103.038623ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:14.882067Z","caller":"traceutil/trace.go:171","msg":"trace[1641921384] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"520.315553ms","start":"2026-03-18T00:50:14.361728Z","end":"2026-03-18T00:50:14.882044Z","steps":["trace[1641921384] 'process raft request' (duration: 520.144538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:14.88221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:14.361712Z","time spent":"520.425837ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:15.982605Z","caller":"traceutil/trace.go:171","msg":"trace[1638833351] linearizableReadLoop","detail":"{readStateIndex:859; appliedIndex:858; }","duration":"231.925156ms","start":"2026-03-18T00:50:15.750656Z","end":"2026-03-18T00:50:15.982581Z","steps":["trace[1638833351] 'read index received' (duration: 231.756241ms)","trace[1638833351] 'applied index is now lower than readState.Index' (duration: 167.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:15.982801Z","caller":"traceutil/trace.go:171","msg":"trace[149273629] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"312.673035ms","start":"2026-03-18T00:50:15.670105Z","end":"2026-03-18T00:50:15.982778Z","steps":["trace[149273629] 'process raft request' (duration: 312.313584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.982915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.192635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:50:15.982938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:15.67008Z","time spent":"312.788229ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:15.983011Z","caller":"traceutil/trace.go:171","msg":"trace[868292449] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:824; }","duration":"232.375791ms","start":"2026-03-18T00:50:15.750595Z","end":"2026-03-18T00:50:15.982971Z","steps":["trace[868292449] 'agreement among raft nodes before linearized reading' (duration: 232.206685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.983294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.103903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:50:15.983341Z","caller":"traceutil/trace.go:171","msg":"trace[806607241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:824; }","duration":"208.170005ms","start":"2026-03-18T00:50:15.775158Z","end":"2026-03-18T00:50:15.983328Z","steps":["trace[806607241] 'agreement among raft nodes before linearized reading' (duration: 208.050371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:15.983665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.286418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T00:50:15.983728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.557335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-18T00:50:15.983751Z","caller":"traceutil/trace.go:171","msg":"trace[1709383695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:824; }","duration":"208.393532ms","start":"2026-03-18T00:50:15.775346Z","end":"2026-03-18T00:50:15.983739Z","steps":["trace[1709383695] 'agreement among raft nodes before linearized reading' (duration: 208.195866ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:15.983795Z","caller":"traceutil/trace.go:171","msg":"trace[262859756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:824; }","duration":"207.627908ms","start":"2026-03-18T00:50:15.776155Z","end":"2026-03-18T00:50:15.983783Z","steps":["trace[262859756] 'agreement among raft nodes before linearized reading' (duration: 207.438672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:16.283101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.960862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:16.283504Z","caller":"traceutil/trace.go:171","msg":"trace[715611091] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"295.614758ms","start":"2026-03-18T00:50:15.987802Z","end":"2026-03-18T00:50:16.283417Z","steps":["trace[715611091] 'process raft request' (duration: 167.040726ms)","trace[715611091] 'compare' (duration: 127.737575ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:16.283929Z","caller":"traceutil/trace.go:171","msg":"trace[29330661] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"293.78959ms","start":"2026-03-18T00:50:15.990118Z","end":"2026-03-18T00:50:16.283908Z","steps":["trace[29330661] 'process raft request' (duration: 293.745539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:16.28407Z","caller":"traceutil/trace.go:171","msg":"trace[706252509] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"295.703861ms","start":"2026-03-18T00:50:15.98834Z","end":"2026-03-18T00:50:16.284044Z","steps":["trace[706252509] 'process raft request' (duration: 295.455123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:18.130917Z","caller":"traceutil/trace.go:171","msg":"trace[340673886] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"139.515874ms","start":"2026-03-18T00:50:17.991378Z","end":"2026-03-18T00:50:18.130894Z","steps":["trace[340673886] 'process raft request' (duration: 139.375119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:21.052748Z","caller":"traceutil/trace.go:171","msg":"trace[231374882] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"122.502078ms","start":"2026-03-18T00:50:20.930206Z","end":"2026-03-18T00:50:21.052708Z","steps":["trace[231374882] 'process raft request' (duration: 122.152396ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:21.192816Z","caller":"traceutil/trace.go:171","msg":"trace[1080338334] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"129.678448ms","start":"2026-03-18T00:50:21.063109Z","end":"2026-03-18T00:50:21.192787Z","steps":["trace[1080338334] 'process raft request' (duration: 90.676948ms)","trace[1080338334] 'compare' (duration: 38.650689ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:30.708702Z","caller":"traceutil/trace.go:171","msg":"trace[470899411] linearizableReadLoop","detail":"{readStateIndex:902; appliedIndex:901; }","duration":"197.692629ms","start":"2026-03-18T00:50:30.510992Z","end":"2026-03-18T00:50:30.708685Z","steps":["trace[470899411] 'read index received' (duration: 154.978929ms)","trace[470899411] 'applied index is now lower than readState.Index' (duration: 42.71291ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:30.708784Z","caller":"traceutil/trace.go:171","msg":"trace[1461468168] transaction","detail":"{read_only:false; number_of_response:0; response_revision:863; }","duration":"201.47611ms","start":"2026-03-18T00:50:30.507303Z","end":"2026-03-18T00:50:30.708779Z","steps":["trace[1461468168] 'process raft request' (duration: 158.720609ms)","trace[1461468168] 'compare' (duration: 42.633287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:30.70909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.090741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:50:30.709118Z","caller":"traceutil/trace.go:171","msg":"trace[2037688779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:863; }","duration":"198.168504ms","start":"2026-03-18T00:50:30.510941Z","end":"2026-03-18T00:50:30.70911Z","steps":["trace[2037688779] 'agreement among raft nodes before linearized reading' (duration: 198.001039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:30.709086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.825201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:50:30.709171Z","caller":"traceutil/trace.go:171","msg":"trace[1965449933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:863; }","duration":"196.958286ms","start":"2026-03-18T00:50:30.512191Z","end":"2026-03-18T00:50:30.709149Z","steps":["trace[1965449933] 'agreement among raft nodes before linearized reading' (duration: 196.714308ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:30.851069Z","caller":"traceutil/trace.go:171","msg":"trace[1071400318] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"137.125537ms","start":"2026-03-18T00:50:30.713902Z","end":"2026-03-18T00:50:30.851027Z","steps":["trace[1071400318] 'process raft request' (duration: 136.814087ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:30.851182Z","caller":"traceutil/trace.go:171","msg":"trace[436085450] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"122.734065ms","start":"2026-03-18T00:50:30.728421Z","end":"2026-03-18T00:50:30.851155Z","steps":["trace[436085450] 'process raft request' (duration: 122.459746ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.319982Z","caller":"traceutil/trace.go:171","msg":"trace[1261768242] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"200.85154ms","start":"2026-03-18T00:50:31.119112Z","end":"2026-03-18T00:50:31.319964Z","steps":["trace[1261768242] 'process raft request' (duration: 200.578741ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.319984Z","caller":"traceutil/trace.go:171","msg":"trace[1650830243] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"200.028814ms","start":"2026-03-18T00:50:31.119931Z","end":"2026-03-18T00:50:31.31996Z","steps":["trace[1650830243] 'process raft request' (duration: 199.955602ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.375035Z","caller":"traceutil/trace.go:171","msg":"trace[1336420608] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"224.515279ms","start":"2026-03-18T00:50:31.150491Z","end":"2026-03-18T00:50:31.375006Z","steps":["trace[1336420608] 'process raft request' (duration: 205.442838ms)","trace[1336420608] 'compare' (duration: 18.770592ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:31.376691Z","caller":"traceutil/trace.go:171","msg":"trace[484343549] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"226.011647ms","start":"2026-03-18T00:50:31.150637Z","end":"2026-03-18T00:50:31.376649Z","steps":["trace[484343549] 'process raft request' (duration: 225.78448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.554366Z","caller":"traceutil/trace.go:171","msg":"trace[1098296299] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"110.528854ms","start":"2026-03-18T00:50:31.443813Z","end":"2026-03-18T00:50:31.554342Z","steps":["trace[1098296299] 'process raft request' (duration: 110.344758ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.554711Z","caller":"traceutil/trace.go:171","msg":"trace[1680317538] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"108.810699ms","start":"2026-03-18T00:50:31.445862Z","end":"2026-03-18T00:50:31.554673Z","steps":["trace[1680317538] 'process raft request' (duration: 108.428037ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.555105Z","caller":"traceutil/trace.go:171","msg":"trace[821737154] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"103.950103ms","start":"2026-03-18T00:50:31.451136Z","end":"2026-03-18T00:50:31.555086Z","steps":["trace[821737154] 'process raft request' (duration: 103.831149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.555094Z","caller":"traceutil/trace.go:171","msg":"trace[778020559] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"107.953221ms","start":"2026-03-18T00:50:31.447107Z","end":"2026-03-18T00:50:31.55506Z","steps":["trace[778020559] 'process raft request' (duration: 107.436795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.656405Z","caller":"traceutil/trace.go:171","msg":"trace[702204444] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"157.363216ms","start":"2026-03-18T00:50:31.499007Z","end":"2026-03-18T00:50:31.65637Z","steps":["trace[702204444] 'process raft request' (duration: 113.546841ms)","trace[702204444] 'compare' (duration: 43.632659ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:31.656593Z","caller":"traceutil/trace.go:171","msg":"trace[2065266656] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"151.890681ms","start":"2026-03-18T00:50:31.504681Z","end":"2026-03-18T00:50:31.656572Z","steps":["trace[2065266656] 'process raft request' (duration: 151.668613ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.656574Z","caller":"traceutil/trace.go:171","msg":"trace[1598689342] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"156.87174ms","start":"2026-03-18T00:50:31.499662Z","end":"2026-03-18T00:50:31.656534Z","steps":["trace[1598689342] 'process raft request' (duration: 156.632943ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.65666Z","caller":"traceutil/trace.go:171","msg":"trace[2011024127] linearizableReadLoop","detail":"{readStateIndex:945; appliedIndex:939; }","duration":"152.063177ms","start":"2026-03-18T00:50:31.504572Z","end":"2026-03-18T00:50:31.656635Z","steps":["trace[2011024127] 'read index received' (duration: 49.58637ms)","trace[2011024127] 'applied index is now lower than readState.Index' (duration: 102.473236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:31.656878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.289094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:10149"} {"level":"info","ts":"2026-03-18T00:50:31.656942Z","caller":"traceutil/trace.go:171","msg":"trace[1151672976] range","detail":"{range_begin:/registry/deployments/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:908; }","duration":"152.402427ms","start":"2026-03-18T00:50:31.504523Z","end":"2026-03-18T00:50:31.656925Z","steps":["trace[1151672976] 'agreement among raft nodes before linearized reading' (duration: 152.241202ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.85272Z","caller":"traceutil/trace.go:171","msg":"trace[1981492714] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"181.544701ms","start":"2026-03-18T00:50:31.671125Z","end":"2026-03-18T00:50:31.85267Z","steps":["trace[1981492714] 'process raft request' (duration: 113.022054ms)","trace[1981492714] 'compare' (duration: 68.348832ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:31.85297Z","caller":"traceutil/trace.go:171","msg":"trace[1384971529] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"177.624216ms","start":"2026-03-18T00:50:31.675327Z","end":"2026-03-18T00:50:31.852951Z","steps":["trace[1384971529] 'process raft request' (duration: 177.266415ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.853332Z","caller":"traceutil/trace.go:171","msg":"trace[193947004] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:948; }","duration":"133.866953ms","start":"2026-03-18T00:50:31.719438Z","end":"2026-03-18T00:50:31.853305Z","steps":["trace[193947004] 'read index received' (duration: 64.050884ms)","trace[193947004] 'applied index is now lower than readState.Index' (duration: 69.815489ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:31.853557Z","caller":"traceutil/trace.go:171","msg":"trace[1944643405] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"178.016398ms","start":"2026-03-18T00:50:31.675532Z","end":"2026-03-18T00:50:31.853548Z","steps":["trace[1944643405] 'process raft request' (duration: 177.100999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.85382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.367588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-6f6497f79c\" ","response":"range_response_count:1 size:10124"} {"level":"info","ts":"2026-03-18T00:50:31.853853Z","caller":"traceutil/trace.go:171","msg":"trace[1622131143] range","detail":"{range_begin:/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-6f6497f79c; range_end:; response_count:1; response_revision:912; }","duration":"134.442741ms","start":"2026-03-18T00:50:31.7194Z","end":"2026-03-18T00:50:31.853843Z","steps":["trace[1622131143] 'agreement among raft nodes before linearized reading' (duration: 134.298936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:31.854044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.502275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:750"} {"level":"info","ts":"2026-03-18T00:50:31.854068Z","caller":"traceutil/trace.go:171","msg":"trace[1398103560] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:912; }","duration":"106.548657ms","start":"2026-03-18T00:50:31.747514Z","end":"2026-03-18T00:50:31.854062Z","steps":["trace[1398103560] 'agreement among raft nodes before linearized reading' (duration: 106.485745ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:31.959707Z","caller":"traceutil/trace.go:171","msg":"trace[1904196228] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"100.476311ms","start":"2026-03-18T00:50:31.859207Z","end":"2026-03-18T00:50:31.959683Z","steps":["trace[1904196228] 'process raft request' (duration: 97.95216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:39.393045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.208117ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T00:50:39.393153Z","caller":"traceutil/trace.go:171","msg":"trace[134208964] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:987; }","duration":"565.779561ms","start":"2026-03-18T00:50:38.827354Z","end":"2026-03-18T00:50:39.393134Z","steps":["trace[134208964] 'read index received' (duration: 163.39863ms)","trace[134208964] 'applied index is now lower than readState.Index' (duration: 402.379611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:39.393508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.147373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:50:39.393578Z","caller":"traceutil/trace.go:171","msg":"trace[1054266546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:947; }","duration":"566.248006ms","start":"2026-03-18T00:50:38.827318Z","end":"2026-03-18T00:50:39.393566Z","steps":["trace[1054266546] 'agreement among raft nodes before linearized reading' (duration: 566.076001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:39.393613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:38.827305Z","time spent":"566.300209ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:39.39366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.835439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:39.393759Z","caller":"traceutil/trace.go:171","msg":"trace[630075476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:947; }","duration":"447.965924ms","start":"2026-03-18T00:50:38.945767Z","end":"2026-03-18T00:50:39.393732Z","steps":["trace[630075476] 'agreement among raft nodes before linearized reading' (duration: 447.819339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:39.393815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:38.945754Z","time spent":"448.049376ms","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:50:39.393962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.429601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:50:39.393786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.427706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:39.394013Z","caller":"traceutil/trace.go:171","msg":"trace[1570034962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:947; }","duration":"425.514913ms","start":"2026-03-18T00:50:38.968487Z","end":"2026-03-18T00:50:39.394002Z","steps":["trace[1570034962] 'agreement among raft nodes before linearized reading' (duration: 425.384929ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:39.394057Z","caller":"traceutil/trace.go:171","msg":"trace[1924657359] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:947; }","duration":"161.772977ms","start":"2026-03-18T00:50:39.232272Z","end":"2026-03-18T00:50:39.394045Z","steps":["trace[1924657359] 'agreement among raft nodes before linearized reading' (duration: 161.416865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:39.394062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:38.968469Z","time spent":"425.582086ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:50:50.072187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495013205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:50.573371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495013205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:50:50.6948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231629831s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:50:50.695226Z","caller":"traceutil/trace.go:171","msg":"trace[1333285136] linearizableReadLoop","detail":"{readStateIndex:1020; appliedIndex:1019; }","duration":"1.123752325s","start":"2026-03-18T00:50:49.571424Z","end":"2026-03-18T00:50:50.695176Z","steps":["trace[1333285136] 'read index received' (duration: 1.123514797s)","trace[1333285136] 'applied index is now lower than readState.Index' (duration: 236.768µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:50.695721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120491279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:50:50.695828Z","caller":"traceutil/trace.go:171","msg":"trace[740126051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:977; }","duration":"1.120622613s","start":"2026-03-18T00:50:49.575178Z","end":"2026-03-18T00:50:50.695801Z","steps":["trace[740126051] 'agreement among raft nodes before linearized reading' (duration: 1.120356825s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:50.69588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:49.575168Z","time spent":"1.120702756s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:50:50.696203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124776749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:50:50.696246Z","caller":"traceutil/trace.go:171","msg":"trace[1025182890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:977; }","duration":"1.124876392s","start":"2026-03-18T00:50:49.571359Z","end":"2026-03-18T00:50:50.696235Z","steps":["trace[1025182890] 'agreement among raft nodes before linearized reading' (duration: 1.124763098s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:50.696275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:49.571334Z","time spent":"1.124934414s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:50.69652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.611315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:50:50.696564Z","caller":"traceutil/trace.go:171","msg":"trace[691632166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:977; }","duration":"102.709778ms","start":"2026-03-18T00:50:50.593844Z","end":"2026-03-18T00:50:50.696554Z","steps":["trace[691632166] 'agreement among raft nodes before linearized reading' (duration: 102.580534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:50.696748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.616265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:50.696833Z","caller":"traceutil/trace.go:171","msg":"trace[2037939333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:977; }","duration":"808.76817ms","start":"2026-03-18T00:50:49.88804Z","end":"2026-03-18T00:50:50.696809Z","steps":["trace[2037939333] 'agreement among raft nodes before linearized reading' (duration: 808.591775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:50.69688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:49.888014Z","time spent":"808.857563ms","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:50:50.696982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.537821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:50:50.697019Z","caller":"traceutil/trace.go:171","msg":"trace[637183419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:977; }","duration":"254.598293ms","start":"2026-03-18T00:50:50.442408Z","end":"2026-03-18T00:50:50.697007Z","steps":["trace[637183419] 'agreement among raft nodes before linearized reading' (duration: 254.50708ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:50.698306Z","caller":"traceutil/trace.go:171","msg":"trace[2059760597] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"1.235219897s","start":"2026-03-18T00:50:49.463069Z","end":"2026-03-18T00:50:50.698288Z","steps":["trace[2059760597] 'process raft request' (duration: 1.23192354s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:50.698438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:49.463055Z","time spent":"1.23529946s","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:51.622154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.778802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:50:51.622399Z","caller":"traceutil/trace.go:171","msg":"trace[865855316] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"922.148343ms","start":"2026-03-18T00:50:50.700211Z","end":"2026-03-18T00:50:51.62236Z","steps":["trace[865855316] 'process raft request' (duration: 244.027579ms)","trace[865855316] 'compare' (duration: 677.635648ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:51.622503Z","caller":"traceutil/trace.go:171","msg":"trace[404422811] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"921.667267ms","start":"2026-03-18T00:50:50.700799Z","end":"2026-03-18T00:50:51.622466Z","steps":["trace[404422811] 'process raft request' (duration: 921.493622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:51.622591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:50.700188Z","time spent":"922.307748ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:51.622655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:50.700783Z","time spent":"921.799082ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:51.623384Z","caller":"traceutil/trace.go:171","msg":"trace[1050749298] linearizableReadLoop","detail":"{readStateIndex:1024; appliedIndex:1020; }","duration":"733.450871ms","start":"2026-03-18T00:50:50.88991Z","end":"2026-03-18T00:50:51.623361Z","steps":["trace[1050749298] 'read index received' (duration: 54.392537ms)","trace[1050749298] 'applied index is now lower than readState.Index' (duration: 679.056314ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:51.623659Z","caller":"traceutil/trace.go:171","msg":"trace[9498422] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"907.257909ms","start":"2026-03-18T00:50:50.716384Z","end":"2026-03-18T00:50:51.623642Z","steps":["trace[9498422] 'process raft request' (duration: 906.935789ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:51.623693Z","caller":"traceutil/trace.go:171","msg":"trace[649579920] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"921.466351ms","start":"2026-03-18T00:50:50.702142Z","end":"2026-03-18T00:50:51.623608Z","steps":["trace[649579920] 'process raft request' (duration: 921.104849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:51.623739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:50.716358Z","time spent":"907.341392ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:51.623782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.867695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:51.623796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:50.702132Z","time spent":"921.621706ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:51.623839Z","caller":"traceutil/trace.go:171","msg":"trace[2039291610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:981; }","duration":"733.960378ms","start":"2026-03-18T00:50:50.889864Z","end":"2026-03-18T00:50:51.623825Z","steps":["trace[2039291610] 'agreement among raft nodes before linearized reading' (duration: 733.875705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:51.62387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:50.889844Z","time spent":"734.020179ms","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:50:51.624119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.644612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:50:51.624209Z","caller":"traceutil/trace.go:171","msg":"trace[1953007306] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:981; }","duration":"293.789116ms","start":"2026-03-18T00:50:51.330406Z","end":"2026-03-18T00:50:51.624195Z","steps":["trace[1953007306] 'agreement among raft nodes before linearized reading' (duration: 293.641421ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:03.921143Z","caller":"traceutil/trace.go:171","msg":"trace[1828874610] linearizableReadLoop","detail":"{readStateIndex:1066; appliedIndex:1065; }","duration":"230.366015ms","start":"2026-03-18T00:51:03.690753Z","end":"2026-03-18T00:51:03.921119Z","steps":["trace[1828874610] 'read index received' (duration: 229.544228ms)","trace[1828874610] 'applied index is now lower than readState.Index' (duration: 820.417µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:03.921251Z","caller":"traceutil/trace.go:171","msg":"trace[488804129] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"232.410942ms","start":"2026-03-18T00:51:03.688809Z","end":"2026-03-18T00:51:03.92122Z","steps":["trace[488804129] 'process raft request' (duration: 232.138473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:03.921361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.580383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:51:03.921404Z","caller":"traceutil/trace.go:171","msg":"trace[1432488773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1019; }","duration":"230.656315ms","start":"2026-03-18T00:51:03.690737Z","end":"2026-03-18T00:51:03.921394Z","steps":["trace[1432488773] 'agreement among raft nodes before linearized reading' (duration: 230.50028ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:03.936884Z","caller":"traceutil/trace.go:171","msg":"trace[1576704666] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"246.001194ms","start":"2026-03-18T00:51:03.690857Z","end":"2026-03-18T00:51:03.936858Z","steps":["trace[1576704666] 'process raft request' (duration: 245.861689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:03.93743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.769136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:51:03.937509Z","caller":"traceutil/trace.go:171","msg":"trace[383606111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1020; }","duration":"245.882579ms","start":"2026-03-18T00:51:03.691613Z","end":"2026-03-18T00:51:03.937496Z","steps":["trace[383606111] 'agreement among raft nodes before linearized reading' (duration: 245.634281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.457814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.739527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:04.45797Z","caller":"traceutil/trace.go:171","msg":"trace[1625804983] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"531.901264ms","start":"2026-03-18T00:51:03.92605Z","end":"2026-03-18T00:51:04.457951Z","steps":["trace[1625804983] 'process raft request' (duration: 128.672681ms)","trace[1625804983] 'compare' (duration: 402.617683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:04.458036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.926029Z","time spent":"531.977205ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:04.458417Z","caller":"traceutil/trace.go:171","msg":"trace[371658397] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"532.203683ms","start":"2026-03-18T00:51:03.926201Z","end":"2026-03-18T00:51:04.458405Z","steps":["trace[371658397] 'process raft request' (duration: 531.704977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.458475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.92618Z","time spent":"532.267596ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:51:04.458527Z","caller":"traceutil/trace.go:171","msg":"trace[1357275206] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1067; }","duration":"518.595961ms","start":"2026-03-18T00:51:03.939918Z","end":"2026-03-18T00:51:04.458514Z","steps":["trace[1357275206] 'read index received' (duration: 114.762019ms)","trace[1357275206] 'applied index is now lower than readState.Index' (duration: 403.832372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:04.458754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.817748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:04.458849Z","caller":"traceutil/trace.go:171","msg":"trace[942588560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1023; }","duration":"518.931322ms","start":"2026-03-18T00:51:03.939882Z","end":"2026-03-18T00:51:04.458814Z","steps":["trace[942588560] 'agreement among raft nodes before linearized reading' (duration: 518.821118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.458895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.939866Z","time spent":"519.018295ms","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:51:04.458439Z","caller":"traceutil/trace.go:171","msg":"trace[2089724115] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"516.40938ms","start":"2026-03-18T00:51:03.942008Z","end":"2026-03-18T00:51:04.458418Z","steps":["trace[2089724115] 'process raft request' (duration: 516.345998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:04.459571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:03.941988Z","time spent":"517.226657ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:04.638726Z","caller":"traceutil/trace.go:171","msg":"trace[1984717373] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"170.407447ms","start":"2026-03-18T00:51:04.468281Z","end":"2026-03-18T00:51:04.638689Z","steps":["trace[1984717373] 'process raft request' (duration: 130.699207ms)","trace[1984717373] 'compare' (duration: 39.542355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:04.946485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.017487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:04.94657Z","caller":"traceutil/trace.go:171","msg":"trace[1008483519] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"300.9713ms","start":"2026-03-18T00:51:04.645585Z","end":"2026-03-18T00:51:04.946556Z","steps":["trace[1008483519] 'process raft request' (duration: 105.820119ms)","trace[1008483519] 'compare' (duration: 194.8136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:04.946624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:04.645565Z","time spent":"301.036682ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:05.182736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.930059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:05.183129Z","caller":"traceutil/trace.go:171","msg":"trace[1910684230] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"536.265005ms","start":"2026-03-18T00:51:04.646826Z","end":"2026-03-18T00:51:05.183091Z","steps":["trace[1910684230] 'process raft request' (duration: 426.888041ms)","trace[1910684230] 'compare' (duration: 108.788295ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:05.183212Z","caller":"traceutil/trace.go:171","msg":"trace[1828610539] linearizableReadLoop","detail":"{readStateIndex:1074; appliedIndex:1071; }","duration":"476.10056ms","start":"2026-03-18T00:51:04.707093Z","end":"2026-03-18T00:51:05.183193Z","steps":["trace[1828610539] 'read index received' (duration: 44.31049ms)","trace[1828610539] 'applied index is now lower than readState.Index' (duration: 431.78907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:05.183331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.226854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:51:05.183325Z","caller":"traceutil/trace.go:171","msg":"trace[1240030646] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"532.022478ms","start":"2026-03-18T00:51:04.651271Z","end":"2026-03-18T00:51:05.183293Z","steps":["trace[1240030646] 'process raft request' (duration: 531.820461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:05.183324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:04.646806Z","time spent":"536.40199ms","remote":"127.0.0.1:59842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:05.183384Z","caller":"traceutil/trace.go:171","msg":"trace[1042099635] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1027; }","duration":"476.309117ms","start":"2026-03-18T00:51:04.70706Z","end":"2026-03-18T00:51:05.183369Z","steps":["trace[1042099635] 'agreement among raft nodes before linearized reading' (duration: 476.220744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:05.1834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.060555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:51:05.183423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:04.707043Z","time spent":"476.367488ms","remote":"127.0.0.1:59774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:51:05.183431Z","caller":"traceutil/trace.go:171","msg":"trace[794935692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1027; }","duration":"406.133537ms","start":"2026-03-18T00:51:04.777288Z","end":"2026-03-18T00:51:05.183421Z","steps":["trace[794935692] 'agreement among raft nodes before linearized reading' (duration: 406.010463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:05.183465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:04.777268Z","time spent":"406.189318ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:51:05.183474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:04.651262Z","time spent":"532.133491ms","remote":"127.0.0.1:60166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8823,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:05.183587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.17724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5648"} {"level":"info","ts":"2026-03-18T00:51:05.183647Z","caller":"traceutil/trace.go:171","msg":"trace[474440226] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1027; }","duration":"359.279155ms","start":"2026-03-18T00:51:04.824353Z","end":"2026-03-18T00:51:05.183632Z","steps":["trace[474440226] 'agreement among raft nodes before linearized reading' (duration: 359.112709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:05.183676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:04.824334Z","time spent":"359.335726ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5671,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T00:51:05.769334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.027802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:05.770066Z","caller":"traceutil/trace.go:171","msg":"trace[1609183101] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"581.67707ms","start":"2026-03-18T00:51:05.188352Z","end":"2026-03-18T00:51:05.770029Z","steps":["trace[1609183101] 'process raft request' (duration: 150.870302ms)","trace[1609183101] 'compare' (duration: 429.916379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:05.770245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:05.18833Z","time spent":"581.825035ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:06.212971Z","caller":"traceutil/trace.go:171","msg":"trace[1719558152] linearizableReadLoop","detail":"{readStateIndex:1076; appliedIndex:1075; }","duration":"326.290482ms","start":"2026-03-18T00:51:05.886657Z","end":"2026-03-18T00:51:06.212947Z","steps":["trace[1719558152] 'read index received' (duration: 326.041114ms)","trace[1719558152] 'applied index is now lower than readState.Index' (duration: 248.428µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:06.213066Z","caller":"traceutil/trace.go:171","msg":"trace[585701121] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"1.022199994s","start":"2026-03-18T00:51:05.190837Z","end":"2026-03-18T00:51:06.213037Z","steps":["trace[585701121] 'process raft request' (duration: 1.021972527s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:06.213159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.477628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:51:06.213191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.888414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:51:06.213225Z","caller":"traceutil/trace.go:171","msg":"trace[2045476129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1029; }","duration":"287.956097ms","start":"2026-03-18T00:51:05.925258Z","end":"2026-03-18T00:51:06.213214Z","steps":["trace[2045476129] 'agreement among raft nodes before linearized reading' (duration: 287.822002ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:06.213227Z","caller":"traceutil/trace.go:171","msg":"trace[915367227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1029; }","duration":"326.583622ms","start":"2026-03-18T00:51:05.886624Z","end":"2026-03-18T00:51:06.213207Z","steps":["trace[915367227] 'agreement among raft nodes before linearized reading' (duration: 326.449937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:06.213241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:05.190816Z","time spent":"1.022327868s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5774,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:06.213261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:05.886607Z","time spent":"326.648214ms","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:06.213345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.788952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:51:06.21343Z","caller":"traceutil/trace.go:171","msg":"trace[1759912719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1029; }","duration":"271.928316ms","start":"2026-03-18T00:51:05.941484Z","end":"2026-03-18T00:51:06.213412Z","steps":["trace[1759912719] 'agreement among raft nodes before linearized reading' (duration: 271.669948ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:06.54655Z","caller":"traceutil/trace.go:171","msg":"trace[2051469662] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"328.824625ms","start":"2026-03-18T00:51:06.217703Z","end":"2026-03-18T00:51:06.546528Z","steps":["trace[2051469662] 'process raft request' (duration: 273.814257ms)","trace[2051469662] 'compare' (duration: 54.46143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:06.54668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.217668Z","time spent":"328.946208ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:06.547036Z","caller":"traceutil/trace.go:171","msg":"trace[924984393] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"325.831748ms","start":"2026-03-18T00:51:06.221193Z","end":"2026-03-18T00:51:06.547025Z","steps":["trace[924984393] 'process raft request' (duration: 325.60528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:06.547093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.221178Z","time spent":"325.884329ms","remote":"127.0.0.1:60110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:06.547596Z","caller":"traceutil/trace.go:171","msg":"trace[360197413] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"328.744072ms","start":"2026-03-18T00:51:06.218828Z","end":"2026-03-18T00:51:06.547572Z","steps":["trace[360197413] 'process raft request' (duration: 327.650057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:06.547737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:06.218778Z","time spent":"328.883666ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:07.935498Z","caller":"traceutil/trace.go:171","msg":"trace[1532667191] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"156.847116ms","start":"2026-03-18T00:51:07.778614Z","end":"2026-03-18T00:51:07.935461Z","steps":["trace[1532667191] 'process raft request' (duration: 156.65318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.05333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527484495013345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:51:09.177214Z","caller":"traceutil/trace.go:171","msg":"trace[2024997643] linearizableReadLoop","detail":"{readStateIndex:1083; appliedIndex:1082; }","duration":"624.576294ms","start":"2026-03-18T00:51:08.552614Z","end":"2026-03-18T00:51:09.17719Z","steps":["trace[2024997643] 'read index received' (duration: 545.37781ms)","trace[2024997643] 'applied index is now lower than readState.Index' (duration: 79.197194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:09.17743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.801251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:51:09.17745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.810211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:51:09.17752Z","caller":"traceutil/trace.go:171","msg":"trace[109891752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1035; }","duration":"625.003638ms","start":"2026-03-18T00:51:08.552498Z","end":"2026-03-18T00:51:09.177502Z","steps":["trace[109891752] 'agreement among raft nodes before linearized reading' (duration: 624.742469ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:09.177565Z","caller":"traceutil/trace.go:171","msg":"trace[1464513927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1035; }","duration":"624.913524ms","start":"2026-03-18T00:51:08.552602Z","end":"2026-03-18T00:51:09.177515Z","steps":["trace[1464513927] 'agreement among raft nodes before linearized reading' (duration: 624.664976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.177588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:08.552457Z","time spent":"625.122511ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:51:09.177619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:08.552541Z","time spent":"625.069429ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:09.177821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.880972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:51:09.177936Z","caller":"traceutil/trace.go:171","msg":"trace[1045419762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1035; }","duration":"552.036517ms","start":"2026-03-18T00:51:08.625879Z","end":"2026-03-18T00:51:09.177915Z","steps":["trace[1045419762] 'agreement among raft nodes before linearized reading' (duration: 551.586153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.17801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:08.625864Z","time spent":"552.13437ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:09.177839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.554781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:51:09.178199Z","caller":"traceutil/trace.go:171","msg":"trace[276781987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1035; }","duration":"563.971274ms","start":"2026-03-18T00:51:08.614216Z","end":"2026-03-18T00:51:09.178187Z","steps":["trace[276781987] 'agreement among raft nodes before linearized reading' (duration: 563.132817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:09.178255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:08.614196Z","time spent":"564.048497ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:09.178379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.593472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:09.178429Z","caller":"traceutil/trace.go:171","msg":"trace[1660329047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1035; }","duration":"254.680435ms","start":"2026-03-18T00:51:08.923737Z","end":"2026-03-18T00:51:09.178417Z","steps":["trace[1660329047] 'agreement among raft nodes before linearized reading' (duration: 254.596642ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:09.459979Z","caller":"traceutil/trace.go:171","msg":"trace[2124784353] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"276.215625ms","start":"2026-03-18T00:51:09.183737Z","end":"2026-03-18T00:51:09.459953Z","steps":["trace[2124784353] 'process raft request' (duration: 275.873544ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:09.460268Z","caller":"traceutil/trace.go:171","msg":"trace[269185891] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"276.250587ms","start":"2026-03-18T00:51:09.184005Z","end":"2026-03-18T00:51:09.460256Z","steps":["trace[269185891] 'process raft request' (duration: 275.900515ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:09.460455Z","caller":"traceutil/trace.go:171","msg":"trace[1394966276] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"275.731909ms","start":"2026-03-18T00:51:09.184695Z","end":"2026-03-18T00:51:09.460427Z","steps":["trace[1394966276] 'process raft request' (duration: 275.480811ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:11.807289Z","caller":"traceutil/trace.go:171","msg":"trace[1449336460] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"337.047212ms","start":"2026-03-18T00:51:11.470215Z","end":"2026-03-18T00:51:11.807262Z","steps":["trace[1449336460] 'process raft request' (duration: 336.955059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:11.807394Z","caller":"traceutil/trace.go:171","msg":"trace[1864811675] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"338.800279ms","start":"2026-03-18T00:51:11.46858Z","end":"2026-03-18T00:51:11.80738Z","steps":["trace[1864811675] 'process raft request' (duration: 338.381135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:11.807452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:11.468563Z","time spent":"338.853881ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:11.807452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:11.470196Z","time spent":"337.183917ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:11.902487Z","caller":"traceutil/trace.go:171","msg":"trace[905160520] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"271.312926ms","start":"2026-03-18T00:51:11.631144Z","end":"2026-03-18T00:51:11.902457Z","steps":["trace[905160520] 'process raft request' (duration: 266.165149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:12.683012Z","caller":"traceutil/trace.go:171","msg":"trace[1523923777] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"363.772329ms","start":"2026-03-18T00:51:12.319174Z","end":"2026-03-18T00:51:12.682946Z","steps":["trace[1523923777] 'process raft request' (duration: 363.607994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:12.683737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:12.319151Z","time spent":"364.498063ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:12.740239Z","caller":"traceutil/trace.go:171","msg":"trace[469839805] linearizableReadLoop","detail":"{readStateIndex:1096; appliedIndex:1094; }","duration":"330.449276ms","start":"2026-03-18T00:51:12.409764Z","end":"2026-03-18T00:51:12.740214Z","steps":["trace[469839805] 'read index received' (duration: 273.083212ms)","trace[469839805] 'applied index is now lower than readState.Index' (duration: 57.364684ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:12.740302Z","caller":"traceutil/trace.go:171","msg":"trace[525110715] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"364.044248ms","start":"2026-03-18T00:51:12.376233Z","end":"2026-03-18T00:51:12.740277Z","steps":["trace[525110715] 'process raft request' (duration: 363.849552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:12.740368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.57605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:12.740409Z","caller":"traceutil/trace.go:171","msg":"trace[72214900] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1048; }","duration":"330.672413ms","start":"2026-03-18T00:51:12.409726Z","end":"2026-03-18T00:51:12.740398Z","steps":["trace[72214900] 'agreement among raft nodes before linearized reading' (duration: 330.58541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:12.740424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:12.3762Z","time spent":"364.156252ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:12.740447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:12.409712Z","time spent":"330.726575ms","remote":"127.0.0.1:59908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:51:13.119965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.338667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:13.120131Z","caller":"traceutil/trace.go:171","msg":"trace[449456070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1049; }","duration":"235.504242ms","start":"2026-03-18T00:51:12.88454Z","end":"2026-03-18T00:51:13.120044Z","steps":["trace[449456070] 'range keys from in-memory index tree' (duration: 235.249224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.901065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.166892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:51:15.901141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.151625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:51:15.90116Z","caller":"traceutil/trace.go:171","msg":"trace[921093880] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1059; }","duration":"215.311706ms","start":"2026-03-18T00:51:15.685825Z","end":"2026-03-18T00:51:15.901136Z","steps":["trace[921093880] 'count revisions from in-memory index tree' (duration: 215.058028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.901156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.705431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:51:15.90119Z","caller":"traceutil/trace.go:171","msg":"trace[1821428960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1059; }","duration":"389.232347ms","start":"2026-03-18T00:51:15.511945Z","end":"2026-03-18T00:51:15.901178Z","steps":["trace[1821428960] 'range keys from in-memory index tree' (duration: 389.033171ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:15.901231Z","caller":"traceutil/trace.go:171","msg":"trace[1254599587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1059; }","duration":"657.826896ms","start":"2026-03-18T00:51:15.243386Z","end":"2026-03-18T00:51:15.901213Z","steps":["trace[1254599587] 'range keys from in-memory index tree' (duration: 657.594387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:15.901235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:15.511928Z","time spent":"389.29368ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:51:15.901268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:15.243365Z","time spent":"657.894427ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:51:18.090898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.480387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:18.090997Z","caller":"traceutil/trace.go:171","msg":"trace[1358996964] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"177.611481ms","start":"2026-03-18T00:51:17.913363Z","end":"2026-03-18T00:51:18.090974Z","steps":["trace[1358996964] 'process raft request' (duration: 71.957488ms)","trace[1358996964] 'compare' (duration: 105.207888ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:18.134417Z","caller":"traceutil/trace.go:171","msg":"trace[1669915051] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"220.303358ms","start":"2026-03-18T00:51:17.914093Z","end":"2026-03-18T00:51:18.134396Z","steps":["trace[1669915051] 'process raft request' (duration: 220.133343ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:18.134573Z","caller":"traceutil/trace.go:171","msg":"trace[603389570] linearizableReadLoop","detail":"{readStateIndex:1121; appliedIndex:1118; }","duration":"218.21624ms","start":"2026-03-18T00:51:17.916346Z","end":"2026-03-18T00:51:18.134562Z","steps":["trace[603389570] 'read index received' (duration: 69.066354ms)","trace[603389570] 'applied index is now lower than readState.Index' (duration: 149.147906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:18.134746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.449088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:51:18.134784Z","caller":"traceutil/trace.go:171","msg":"trace[839787561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1072; }","duration":"218.5077ms","start":"2026-03-18T00:51:17.916267Z","end":"2026-03-18T00:51:18.134775Z","steps":["trace[839787561] 'agreement among raft nodes before linearized reading' (duration: 218.391677ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:18.134714Z","caller":"traceutil/trace.go:171","msg":"trace[1943396504] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"220.534146ms","start":"2026-03-18T00:51:17.914148Z","end":"2026-03-18T00:51:18.134682Z","steps":["trace[1943396504] 'process raft request' (duration: 220.187085ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:18.153113Z","caller":"traceutil/trace.go:171","msg":"trace[648030157] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"107.629867ms","start":"2026-03-18T00:51:18.045447Z","end":"2026-03-18T00:51:18.153077Z","steps":["trace[648030157] 'process raft request' (duration: 107.529644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:18.366509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.611879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:18.366682Z","caller":"traceutil/trace.go:171","msg":"trace[902192104] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"209.744985ms","start":"2026-03-18T00:51:18.15692Z","end":"2026-03-18T00:51:18.366665Z","steps":["trace[902192104] 'process raft request' (duration: 209.680703ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:18.366919Z","caller":"traceutil/trace.go:171","msg":"trace[851817393] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"210.030865ms","start":"2026-03-18T00:51:18.156836Z","end":"2026-03-18T00:51:18.366867Z","steps":["trace[851817393] 'process raft request' (duration: 36.980982ms)","trace[851817393] 'compare' (duration: 172.454464ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:19.382008Z","caller":"traceutil/trace.go:171","msg":"trace[318760700] linearizableReadLoop","detail":"{readStateIndex:1130; appliedIndex:1129; }","duration":"119.235135ms","start":"2026-03-18T00:51:19.262745Z","end":"2026-03-18T00:51:19.38198Z","steps":["trace[318760700] 'read index received' (duration: 41.388975ms)","trace[318760700] 'applied index is now lower than readState.Index' (duration: 77.84479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:19.382157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.40006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:19.382197Z","caller":"traceutil/trace.go:171","msg":"trace[998801309] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1080; }","duration":"119.510393ms","start":"2026-03-18T00:51:19.262677Z","end":"2026-03-18T00:51:19.382187Z","steps":["trace[998801309] 'agreement among raft nodes before linearized reading' (duration: 119.40042ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:19.382442Z","caller":"traceutil/trace.go:171","msg":"trace[739771157] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"281.073683ms","start":"2026-03-18T00:51:19.101312Z","end":"2026-03-18T00:51:19.382386Z","steps":["trace[739771157] 'process raft request' (duration: 202.873182ms)","trace[739771157] 'compare' (duration: 77.540639ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:43.697965Z","caller":"traceutil/trace.go:171","msg":"trace[1323334605] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"152.762384ms","start":"2026-03-18T00:51:43.545173Z","end":"2026-03-18T00:51:43.697936Z","steps":["trace[1323334605] 'process raft request' (duration: 81.450877ms)","trace[1323334605] 'compare' (duration: 71.196983ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:49.866665Z","caller":"traceutil/trace.go:171","msg":"trace[35319104] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"187.400867ms","start":"2026-03-18T00:51:49.679233Z","end":"2026-03-18T00:51:49.866634Z","steps":["trace[35319104] 'process raft request' (duration: 113.920841ms)","trace[35319104] 'compare' (duration: 73.342981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:50.302913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.217706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:50.303045Z","caller":"traceutil/trace.go:171","msg":"trace[57689289] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"242.566779ms","start":"2026-03-18T00:51:50.060443Z","end":"2026-03-18T00:51:50.30301Z","steps":["trace[57689289] 'process raft request' (duration: 102.196788ms)","trace[57689289] 'compare' (duration: 140.094813ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:50.491813Z","caller":"traceutil/trace.go:171","msg":"trace[1828745747] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"119.105426ms","start":"2026-03-18T00:51:50.372674Z","end":"2026-03-18T00:51:50.49178Z","steps":["trace[1828745747] 'process raft request' (duration: 61.755753ms)","trace[1828745747] 'compare' (duration: 57.230269ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:50.519128Z","caller":"traceutil/trace.go:171","msg":"trace[1734026019] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"145.441222ms","start":"2026-03-18T00:51:50.373668Z","end":"2026-03-18T00:51:50.519109Z","steps":["trace[1734026019] 'process raft request' (duration: 145.282427ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:50.519286Z","caller":"traceutil/trace.go:171","msg":"trace[757988570] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"145.38516ms","start":"2026-03-18T00:51:50.37377Z","end":"2026-03-18T00:51:50.519155Z","steps":["trace[757988570] 'process raft request' (duration: 145.287697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:50.991393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.521206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:51:50.991509Z","caller":"traceutil/trace.go:171","msg":"trace[999767617] linearizableReadLoop","detail":"{readStateIndex:1306; appliedIndex:1305; }","duration":"105.071999ms","start":"2026-03-18T00:51:50.88642Z","end":"2026-03-18T00:51:50.991492Z","steps":["trace[999767617] 'read index received' (duration: 35.741µs)","trace[999767617] 'applied index is now lower than readState.Index' (duration: 105.034648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:50.99159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.180273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:50.991623Z","caller":"traceutil/trace.go:171","msg":"trace[1592110099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1250; }","duration":"105.249435ms","start":"2026-03-18T00:51:50.886363Z","end":"2026-03-18T00:51:50.991613Z","steps":["trace[1592110099] 'agreement among raft nodes before linearized reading' (duration: 105.174883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:50.991841Z","caller":"traceutil/trace.go:171","msg":"trace[2023927598] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"468.625865ms","start":"2026-03-18T00:51:50.523202Z","end":"2026-03-18T00:51:50.991828Z","steps":["trace[2023927598] 'process raft request' (duration: 69.573342ms)","trace[2023927598] 'compare' (duration: 398.405752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:50.991913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:50.523181Z","time spent":"468.698856ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:52:02.290919Z","caller":"traceutil/trace.go:171","msg":"trace[1953882021] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"156.102552ms","start":"2026-03-18T00:52:02.13479Z","end":"2026-03-18T00:52:02.290893Z","steps":["trace[1953882021] 'process raft request' (duration: 155.958007ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:13.340544Z","caller":"traceutil/trace.go:171","msg":"trace[996636995] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"141.048747ms","start":"2026-03-18T00:53:13.199452Z","end":"2026-03-18T00:53:13.340501Z","steps":["trace[996636995] 'process raft request' (duration: 99.672931ms)","trace[996636995] 'compare' (duration: 41.256363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:53:13.575362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.035979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:53:13.575659Z","caller":"traceutil/trace.go:171","msg":"trace[1221379281] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"168.587862ms","start":"2026-03-18T00:53:13.407036Z","end":"2026-03-18T00:53:13.575624Z","steps":["trace[1221379281] 'process raft request' (duration: 42.229983ms)","trace[1221379281] 'compare' (duration: 125.945686ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:01.290792Z","caller":"traceutil/trace.go:171","msg":"trace[433702599] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"119.294492ms","start":"2026-03-18T00:54:01.171463Z","end":"2026-03-18T00:54:01.290757Z","steps":["trace[433702599] 'process raft request' (duration: 119.130486ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:27.890268Z","caller":"traceutil/trace.go:171","msg":"trace[1969860666] linearizableReadLoop","detail":"{readStateIndex:2081; appliedIndex:2080; }","duration":"465.501676ms","start":"2026-03-18T00:54:27.424745Z","end":"2026-03-18T00:54:27.890246Z","steps":["trace[1969860666] 'read index received' (duration: 465.294369ms)","trace[1969860666] 'applied index is now lower than readState.Index' (duration: 206.357µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:27.890393Z","caller":"traceutil/trace.go:171","msg":"trace[1334563695] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"469.920886ms","start":"2026-03-18T00:54:27.420462Z","end":"2026-03-18T00:54:27.890383Z","steps":["trace[1334563695] 'process raft request' (duration: 469.656728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:27.890518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:27.420442Z","time spent":"470.01093ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:27.891733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.982203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:54:27.891784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.917302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T00:54:27.89182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.902394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T00:54:27.891901Z","caller":"traceutil/trace.go:171","msg":"trace[855373830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1993; }","duration":"423.094528ms","start":"2026-03-18T00:54:27.468781Z","end":"2026-03-18T00:54:27.891876Z","steps":["trace[855373830] 'agreement among raft nodes before linearized reading' (duration: 421.857968ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:27.891924Z","caller":"traceutil/trace.go:171","msg":"trace[2058063131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1993; }","duration":"301.107281ms","start":"2026-03-18T00:54:27.590797Z","end":"2026-03-18T00:54:27.891905Z","steps":["trace[2058063131] 'agreement among raft nodes before linearized reading' (duration: 300.386538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:27.89198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:27.468765Z","time spent":"423.184371ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:54:27.892017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:27.590776Z","time spent":"301.225865ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:54:27.891803Z","caller":"traceutil/trace.go:171","msg":"trace[816343312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1993; }","duration":"467.077596ms","start":"2026-03-18T00:54:27.424707Z","end":"2026-03-18T00:54:27.891784Z","steps":["trace[816343312] 'agreement among raft nodes before linearized reading' (duration: 466.457676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:27.892249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:27.424694Z","time spent":"467.540581ms","remote":"127.0.0.1:59940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:54:28.00868Z","caller":"traceutil/trace.go:171","msg":"trace[1070954955] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"112.416774ms","start":"2026-03-18T00:54:27.896235Z","end":"2026-03-18T00:54:28.008652Z","steps":["trace[1070954955] 'process raft request' (duration: 112.243668ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:28.008934Z","caller":"traceutil/trace.go:171","msg":"trace[1682560225] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"112.505827ms","start":"2026-03-18T00:54:27.89639Z","end":"2026-03-18T00:54:28.008896Z","steps":["trace[1682560225] 'process raft request' (duration: 112.223328ms)"],"step_count":1}