{"level":"warn","ts":"2026-07-29T14:05:07.840489Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T14:05:07.84057Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.4:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.4:2380","--initial-cluster=instance=https://199.204.45.4:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.4:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.4:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-29T14:05:07.840634Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T14:05:07.840641Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-07-29T14:05:07.840657Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T14:05:07.841276Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"]} {"level":"info","ts":"2026-07-29T14:05:07.841349Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.4:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-29T14:05:07.844578Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.977614ms"} {"level":"info","ts":"2026-07-29T14:05:07.854772Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"66f7b57d56ad567d","cluster-id":"ec267dcaac715770"} {"level":"info","ts":"2026-07-29T14:05:07.854878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=()"} {"level":"info","ts":"2026-07-29T14:05:07.854912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 0"} {"level":"info","ts":"2026-07-29T14:05:07.85512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 66f7b57d56ad567d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-29T14:05:07.855146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became follower at term 1"} {"level":"info","ts":"2026-07-29T14:05:07.855251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"warn","ts":"2026-07-29T14:05:07.860977Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-29T14:05:07.862472Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-29T14:05:07.863898Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-29T14:05:07.86637Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"66f7b57d56ad567d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-29T14:05:07.866586Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"66f7b57d56ad567d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-29T14:05:07.866656Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T14:05:07.866817Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T14:05:07.866839Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T14:05:07.86741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d switched to configuration voters=(7419598461045921405)"} {"level":"info","ts":"2026-07-29T14:05:07.869174Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","added-peer-id":"66f7b57d56ad567d","added-peer-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-07-29T14:05:07.871805Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T14:05:07.872016Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"66f7b57d56ad567d","initial-advertise-peer-urls":["https://199.204.45.4:2380"],"listen-peer-urls":["https://199.204.45.4:2380"],"advertise-client-urls":["https://199.204.45.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-29T14:05:07.872039Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-29T14:05:07.872139Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-07-29T14:05:07.872236Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.4:2380"} {"level":"info","ts":"2026-07-29T14:05:08.756565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d is starting a new election at term 1"} {"level":"info","ts":"2026-07-29T14:05:08.756734Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became pre-candidate at term 1"} {"level":"info","ts":"2026-07-29T14:05:08.756806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgPreVoteResp from 66f7b57d56ad567d at term 1"} {"level":"info","ts":"2026-07-29T14:05:08.75685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became candidate at term 2"} {"level":"info","ts":"2026-07-29T14:05:08.756897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d received MsgVoteResp from 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-07-29T14:05:08.756931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"66f7b57d56ad567d became leader at term 2"} {"level":"info","ts":"2026-07-29T14:05:08.756963Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 66f7b57d56ad567d elected leader 66f7b57d56ad567d at term 2"} {"level":"info","ts":"2026-07-29T14:05:08.757908Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"66f7b57d56ad567d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.4:2379]}","request-path":"/0/members/66f7b57d56ad567d/attributes","cluster-id":"ec267dcaac715770","publish-timeout":"7s"} {"level":"info","ts":"2026-07-29T14:05:08.757911Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T14:05:08.757911Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T14:05:08.758001Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T14:05:08.758376Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-29T14:05:08.758478Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-29T14:05:08.759086Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ec267dcaac715770","local-member-id":"66f7b57d56ad567d","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T14:05:08.759208Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T14:05:08.759248Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T14:05:08.760967Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-29T14:05:08.763091Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.4:2379"} {"level":"info","ts":"2026-07-29T14:05:26.307148Z","caller":"traceutil/trace.go:171","msg":"trace[1927606506] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"589.879345ms","start":"2026-07-29T14:05:25.717242Z","end":"2026-07-29T14:05:26.307121Z","steps":["trace[1927606506] 'process raft request' (duration: 589.682871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:26.307814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:05:25.717212Z","time spent":"590.033581ms","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:05:26.527817Z","caller":"traceutil/trace.go:171","msg":"trace[2063530590] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"208.183859ms","start":"2026-07-29T14:05:26.319606Z","end":"2026-07-29T14:05:26.52779Z","steps":["trace[2063530590] 'process raft request' (duration: 207.983694ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:57.330677Z","caller":"traceutil/trace.go:171","msg":"trace[1476682178] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"123.436436ms","start":"2026-07-29T14:05:57.20722Z","end":"2026-07-29T14:05:57.330657Z","steps":["trace[1476682178] 'process raft request' (duration: 123.296793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:06:04.174477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.450134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:06:04.174654Z","caller":"traceutil/trace.go:171","msg":"trace[2046717295] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"228.128993ms","start":"2026-07-29T14:06:03.9465Z","end":"2026-07-29T14:06:04.174629Z","steps":["trace[2046717295] 'process raft request' (duration: 127.144384ms)","trace[2046717295] 'compare' (duration: 100.32152ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:06:04.934691Z","caller":"traceutil/trace.go:171","msg":"trace[1427899804] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:688; }","duration":"184.593518ms","start":"2026-07-29T14:06:04.75007Z","end":"2026-07-29T14:06:04.934664Z","steps":["trace[1427899804] 'read index received' (duration: 183.515227ms)","trace[1427899804] 'applied index is now lower than readState.Index' (duration: 1.077301ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:06:04.934794Z","caller":"traceutil/trace.go:171","msg":"trace[1268787677] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"298.418647ms","start":"2026-07-29T14:06:04.636327Z","end":"2026-07-29T14:06:04.934746Z","steps":["trace[1268787677] 'process raft request' (duration: 297.548152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:06:04.934887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.102706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tfktd\" ","response":"range_response_count:1 size:16957"} {"level":"warn","ts":"2026-07-29T14:06:04.93491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.806404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T14:06:04.934987Z","caller":"traceutil/trace.go:171","msg":"trace[1447336231] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tfktd; range_end:; response_count:1; response_revision:662; }","duration":"182.278441ms","start":"2026-07-29T14:06:04.752694Z","end":"2026-07-29T14:06:04.934973Z","steps":["trace[1447336231] 'agreement among raft nodes before linearized reading' (duration: 182.119706ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:06:04.935046Z","caller":"traceutil/trace.go:171","msg":"trace[499784460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:662; }","duration":"185.00751ms","start":"2026-07-29T14:06:04.750015Z","end":"2026-07-29T14:06:04.935022Z","steps":["trace[499784460] 'agreement among raft nodes before linearized reading' (duration: 184.766894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:06:04.935166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.559225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T14:06:04.93533Z","caller":"traceutil/trace.go:171","msg":"trace[11076163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:662; }","duration":"169.765881ms","start":"2026-07-29T14:06:04.765525Z","end":"2026-07-29T14:06:04.935291Z","steps":["trace[11076163] 'agreement among raft nodes before linearized reading' (duration: 169.360379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:06:05.92636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.798564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:06:05.926554Z","caller":"traceutil/trace.go:171","msg":"trace[1837821945] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"978.990105ms","start":"2026-07-29T14:06:04.947514Z","end":"2026-07-29T14:06:05.926505Z","steps":["trace[1837821945] 'process raft request' (duration: 608.919353ms)","trace[1837821945] 'compare' (duration: 369.6342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:06:05.926711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:06:04.947486Z","time spent":"979.148249ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:06:05.983086Z","caller":"traceutil/trace.go:171","msg":"trace[955609596] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:689; }","duration":"614.625417ms","start":"2026-07-29T14:06:05.368402Z","end":"2026-07-29T14:06:05.983028Z","steps":["trace[955609596] 'read index received' (duration: 188.049037ms)","trace[955609596] 'applied index is now lower than readState.Index' (duration: 426.57286ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:06:05.983094Z","caller":"traceutil/trace.go:171","msg":"trace[1107380467] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"982.473965ms","start":"2026-07-29T14:06:05.000569Z","end":"2026-07-29T14:06:05.983043Z","steps":["trace[1107380467] 'process raft request' (duration: 982.173556ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:06:05.983094Z","caller":"traceutil/trace.go:171","msg":"trace[315529329] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"1.023840977s","start":"2026-07-29T14:06:04.959235Z","end":"2026-07-29T14:06:05.983076Z","steps":["trace[315529329] 'process raft request' (duration: 1.023439595s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:06:05.983257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.067494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T14:06:05.983257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.843193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T14:06:05.983267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:06:05.000543Z","time spent":"982.653959ms","remote":"127.0.0.1:59256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T14:06:05.983287Z","caller":"traceutil/trace.go:171","msg":"trace[626386073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:666; }","duration":"167.149936ms","start":"2026-07-29T14:06:05.816127Z","end":"2026-07-29T14:06:05.983277Z","steps":["trace[626386073] 'agreement among raft nodes before linearized reading' (duration: 167.072733ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:06:05.98329Z","caller":"traceutil/trace.go:171","msg":"trace[153063857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:666; }","duration":"614.935066ms","start":"2026-07-29T14:06:05.368349Z","end":"2026-07-29T14:06:05.983284Z","steps":["trace[153063857] 'agreement among raft nodes before linearized reading' (duration: 614.792732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:06:05.98332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:06:05.368325Z","time spent":"614.987538ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:06:05.983374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:06:04.959213Z","time spent":"1.024018891s","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17126,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:06:05.983062Z","caller":"traceutil/trace.go:171","msg":"trace[1264721583] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"1.035300818s","start":"2026-07-29T14:06:04.947719Z","end":"2026-07-29T14:06:05.98302Z","steps":["trace[1264721583] 'process raft request' (duration: 1.034742531s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:06:05.983596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:06:04.947711Z","time spent":"1.035788091s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:06:21.710008Z","caller":"traceutil/trace.go:171","msg":"trace[2100190252] linearizableReadLoop","detail":"{readStateIndex:858; appliedIndex:857; }","duration":"208.787335ms","start":"2026-07-29T14:06:21.501178Z","end":"2026-07-29T14:06:21.709966Z","steps":["trace[2100190252] 'read index received' (duration: 130.305184ms)","trace[2100190252] 'applied index is now lower than readState.Index' (duration: 78.479441ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:06:21.71009Z","caller":"traceutil/trace.go:171","msg":"trace[1500212246] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"219.665247ms","start":"2026-07-29T14:06:21.490366Z","end":"2026-07-29T14:06:21.710031Z","steps":["trace[1500212246] 'process raft request' (duration: 141.260508ms)","trace[1500212246] 'compare' (duration: 78.116882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:06:21.710206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.020572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T14:06:21.710289Z","caller":"traceutil/trace.go:171","msg":"trace[461688152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:826; }","duration":"209.148815ms","start":"2026-07-29T14:06:21.501123Z","end":"2026-07-29T14:06:21.710271Z","steps":["trace[461688152] 'agreement among raft nodes before linearized reading' (duration: 208.97135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:02.34468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.654318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:07:02.344859Z","caller":"traceutil/trace.go:171","msg":"trace[1924452895] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1152; }","duration":"347.841814ms","start":"2026-07-29T14:07:01.996993Z","end":"2026-07-29T14:07:02.344834Z","steps":["trace[1924452895] 'read index received' (duration: 215.011821ms)","trace[1924452895] 'applied index is now lower than readState.Index' (duration: 132.828523ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:07:02.344893Z","caller":"traceutil/trace.go:171","msg":"trace[696229774] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"379.788266ms","start":"2026-07-29T14:07:01.96505Z","end":"2026-07-29T14:07:02.344839Z","steps":["trace[696229774] 'process raft request' (duration: 246.8697ms)","trace[696229774] 'compare' (duration: 132.482253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:07:02.345095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.098432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T14:07:02.345163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:07:01.96503Z","time spent":"379.993822ms","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:07:02.345302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.638749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:07:02.345346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.508888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T14:07:02.345131Z","caller":"traceutil/trace.go:171","msg":"trace[1605933188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1109; }","duration":"348.171423ms","start":"2026-07-29T14:07:01.996948Z","end":"2026-07-29T14:07:02.345119Z","steps":["trace[1605933188] 'agreement among raft nodes before linearized reading' (duration: 347.998188ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:07:02.345415Z","caller":"traceutil/trace.go:171","msg":"trace[1798312699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1109; }","duration":"106.817754ms","start":"2026-07-29T14:07:02.238568Z","end":"2026-07-29T14:07:02.345386Z","steps":["trace[1798312699] 'agreement among raft nodes before linearized reading' (duration: 106.585827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:02.345376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.443612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:07:02.345444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:07:01.996927Z","time spent":"348.505953ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T14:07:02.345455Z","caller":"traceutil/trace.go:171","msg":"trace[1212561692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1109; }","duration":"124.677143ms","start":"2026-07-29T14:07:02.22075Z","end":"2026-07-29T14:07:02.345428Z","steps":["trace[1212561692] 'agreement among raft nodes before linearized reading' (duration: 124.449026ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:07:02.345513Z","caller":"traceutil/trace.go:171","msg":"trace[169121131] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1109; }","duration":"346.623367ms","start":"2026-07-29T14:07:01.998862Z","end":"2026-07-29T14:07:02.345485Z","steps":["trace[169121131] 'agreement among raft nodes before linearized reading' (duration: 346.36982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:02.345585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:07:01.998849Z","time spent":"346.7213ms","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-07-29T14:07:26.824242Z","caller":"traceutil/trace.go:171","msg":"trace[390989590] linearizableReadLoop","detail":"{readStateIndex:1449; appliedIndex:1448; }","duration":"338.138957ms","start":"2026-07-29T14:07:26.486081Z","end":"2026-07-29T14:07:26.82422Z","steps":["trace[390989590] 'read index received' (duration: 337.973533ms)","trace[390989590] 'applied index is now lower than readState.Index' (duration: 164.574µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:07:26.824336Z","caller":"traceutil/trace.go:171","msg":"trace[188580707] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"338.413744ms","start":"2026-07-29T14:07:26.485912Z","end":"2026-07-29T14:07:26.824326Z","steps":["trace[188580707] 'process raft request' (duration: 338.154077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:26.82442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:07:26.485886Z","time spent":"338.470677ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:07:26.824523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.449346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T14:07:26.824574Z","caller":"traceutil/trace.go:171","msg":"trace[1955114050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1400; }","duration":"338.501607ms","start":"2026-07-29T14:07:26.486061Z","end":"2026-07-29T14:07:26.824563Z","steps":["trace[1955114050] 'agreement among raft nodes before linearized reading' (duration: 338.374203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:26.82461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:07:26.486024Z","time spent":"338.57676ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T14:07:26.98091Z","caller":"traceutil/trace.go:171","msg":"trace[32615792] linearizableReadLoop","detail":"{readStateIndex:1450; appliedIndex:1449; }","duration":"156.573904ms","start":"2026-07-29T14:07:26.824305Z","end":"2026-07-29T14:07:26.980879Z","steps":["trace[32615792] 'read index received' (duration: 156.44932ms)","trace[32615792] 'applied index is now lower than readState.Index' (duration: 123.004µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:07:26.980969Z","caller":"traceutil/trace.go:171","msg":"trace[82466906] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"161.102678ms","start":"2026-07-29T14:07:26.819831Z","end":"2026-07-29T14:07:26.980934Z","steps":["trace[82466906] 'process raft request' (duration: 160.865661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:26.981227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.601517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T14:07:26.981329Z","caller":"traceutil/trace.go:171","msg":"trace[1359142420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1401; }","duration":"493.757513ms","start":"2026-07-29T14:07:26.487548Z","end":"2026-07-29T14:07:26.981306Z","steps":["trace[1359142420] 'agreement among raft nodes before linearized reading' (duration: 493.454943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:26.981166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.327452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T14:07:26.98139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:07:26.487525Z","time spent":"493.850164ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T14:07:26.981421Z","caller":"traceutil/trace.go:171","msg":"trace[1149669798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1401; }","duration":"488.620091ms","start":"2026-07-29T14:07:26.49278Z","end":"2026-07-29T14:07:26.9814Z","steps":["trace[1149669798] 'agreement among raft nodes before linearized reading' (duration: 488.122396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:26.981483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:07:26.49277Z","time spent":"488.701033ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:07:26.98199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.01208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T14:07:26.982079Z","caller":"traceutil/trace.go:171","msg":"trace[1268072781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1401; }","duration":"494.148995ms","start":"2026-07-29T14:07:26.487911Z","end":"2026-07-29T14:07:26.98206Z","steps":["trace[1268072781] 'agreement among raft nodes before linearized reading' (duration: 493.719952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:26.982299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:07:26.487888Z","time spent":"494.398471ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T14:07:27.005023Z","caller":"traceutil/trace.go:171","msg":"trace[704734587] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"174.602657ms","start":"2026-07-29T14:07:26.830394Z","end":"2026-07-29T14:07:27.004997Z","steps":["trace[704734587] 'process raft request' (duration: 174.421321ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:07:29.06489Z","caller":"traceutil/trace.go:171","msg":"trace[743194142] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"230.98781ms","start":"2026-07-29T14:07:28.833865Z","end":"2026-07-29T14:07:29.064853Z","steps":["trace[743194142] 'process raft request' (duration: 230.65484ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:07:29.193104Z","caller":"traceutil/trace.go:171","msg":"trace[2060388745] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"123.517738ms","start":"2026-07-29T14:07:29.069563Z","end":"2026-07-29T14:07:29.193081Z","steps":["trace[2060388745] 'process raft request' (duration: 101.935431ms)","trace[2060388745] 'compare' (duration: 21.500094ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:07:29.219422Z","caller":"traceutil/trace.go:171","msg":"trace[959984337] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"149.718902ms","start":"2026-07-29T14:07:29.069671Z","end":"2026-07-29T14:07:29.21939Z","steps":["trace[959984337] 'process raft request' (duration: 149.64027ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:07:29.219437Z","caller":"traceutil/trace.go:171","msg":"trace[901008666] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"149.833755ms","start":"2026-07-29T14:07:29.069566Z","end":"2026-07-29T14:07:29.2194Z","steps":["trace[901008666] 'process raft request' (duration: 149.580858ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:07:29.219835Z","caller":"traceutil/trace.go:171","msg":"trace[97213308] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"149.939768ms","start":"2026-07-29T14:07:29.069874Z","end":"2026-07-29T14:07:29.219814Z","steps":["trace[97213308] 'process raft request' (duration: 149.475795ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:07:29.445475Z","caller":"traceutil/trace.go:171","msg":"trace[1027817609] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"175.636696ms","start":"2026-07-29T14:07:29.269811Z","end":"2026-07-29T14:07:29.445447Z","steps":["trace[1027817609] 'process raft request' (duration: 96.438078ms)","trace[1027817609] 'compare' (duration: 79.098645ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:07:30.018819Z","caller":"traceutil/trace.go:171","msg":"trace[458479710] linearizableReadLoop","detail":"{readStateIndex:1464; appliedIndex:1463; }","duration":"165.805936ms","start":"2026-07-29T14:07:29.852985Z","end":"2026-07-29T14:07:30.018791Z","steps":["trace[458479710] 'read index received' (duration: 165.60536ms)","trace[458479710] 'applied index is now lower than readState.Index' (duration: 199.076µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:07:30.018989Z","caller":"traceutil/trace.go:171","msg":"trace[2000564025] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"198.241394ms","start":"2026-07-29T14:07:29.820707Z","end":"2026-07-29T14:07:30.018948Z","steps":["trace[2000564025] 'process raft request' (duration: 197.888773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:30.019045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.034634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:07:30.019128Z","caller":"traceutil/trace.go:171","msg":"trace[1754698289] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1414; }","duration":"166.166588ms","start":"2026-07-29T14:07:29.852944Z","end":"2026-07-29T14:07:30.019111Z","steps":["trace[1754698289] 'agreement among raft nodes before linearized reading' (duration: 165.999163ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:07:31.114518Z","caller":"traceutil/trace.go:171","msg":"trace[80046071] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"447.64256ms","start":"2026-07-29T14:07:30.666843Z","end":"2026-07-29T14:07:31.114486Z","steps":["trace[80046071] 'process raft request' (duration: 447.274589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:31.114669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:07:30.666829Z","time spent":"447.773574ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T14:07:46.713646Z","caller":"traceutil/trace.go:171","msg":"trace[655949399] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"110.273927ms","start":"2026-07-29T14:07:46.603344Z","end":"2026-07-29T14:07:46.713618Z","steps":["trace[655949399] 'process raft request' (duration: 110.106962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:53.679898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.553013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:07:53.680024Z","caller":"traceutil/trace.go:171","msg":"trace[1260812215] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1726; }","duration":"155.762101ms","start":"2026-07-29T14:07:53.524236Z","end":"2026-07-29T14:07:53.679998Z","steps":["trace[1260812215] 'count revisions from in-memory index tree' (duration: 155.40572ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:07:53.68039Z","caller":"traceutil/trace.go:171","msg":"trace[1139811301] linearizableReadLoop","detail":"{readStateIndex:1788; appliedIndex:1787; }","duration":"100.58379ms","start":"2026-07-29T14:07:53.579784Z","end":"2026-07-29T14:07:53.680368Z","steps":["trace[1139811301] 'read index received' (duration: 100.342423ms)","trace[1139811301] 'applied index is now lower than readState.Index' (duration: 240.407µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:07:53.680434Z","caller":"traceutil/trace.go:171","msg":"trace[723038186] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"153.535434ms","start":"2026-07-29T14:07:53.526875Z","end":"2026-07-29T14:07:53.680411Z","steps":["trace[723038186] 'process raft request' (duration: 153.337368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:07:53.680728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.91234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-gfzzv\" ","response":"range_response_count:1 size:4502"} {"level":"info","ts":"2026-07-29T14:07:53.681094Z","caller":"traceutil/trace.go:171","msg":"trace[87513104] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-gfzzv; range_end:; response_count:1; response_revision:1727; }","duration":"101.147957ms","start":"2026-07-29T14:07:53.579732Z","end":"2026-07-29T14:07:53.68088Z","steps":["trace[87513104] 'agreement among raft nodes before linearized reading' (duration: 100.749435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:19.478561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.711855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:08:19.478627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.0601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T14:08:19.478847Z","caller":"traceutil/trace.go:171","msg":"trace[902449663] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2182; }","duration":"352.020534ms","start":"2026-07-29T14:08:19.12676Z","end":"2026-07-29T14:08:19.478781Z","steps":["trace[902449663] 'count revisions from in-memory index tree' (duration: 351.604732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:19.478612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.25175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T14:08:19.478925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.769987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T14:08:19.478857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.288123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T14:08:19.479085Z","caller":"traceutil/trace.go:171","msg":"trace[885400893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2182; }","duration":"132.924262ms","start":"2026-07-29T14:08:19.346117Z","end":"2026-07-29T14:08:19.479041Z","steps":["trace[885400893] 'range keys from in-memory index tree' (duration: 132.575011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:19.479004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:19.126689Z","time spent":"352.291132ms","remote":"127.0.0.1:38224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:08:19.479208Z","caller":"traceutil/trace.go:171","msg":"trace[1809569562] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2182; }","duration":"684.997494ms","start":"2026-07-29T14:08:18.794124Z","end":"2026-07-29T14:08:19.479121Z","steps":["trace[1809569562] 'count revisions from in-memory index tree' (duration: 684.059654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:19.478605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.481475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:08:19.479836Z","caller":"traceutil/trace.go:171","msg":"trace[1520471101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2182; }","duration":"241.752281ms","start":"2026-07-29T14:08:19.238062Z","end":"2026-07-29T14:08:19.479814Z","steps":["trace[1520471101] 'range keys from in-memory index tree' (duration: 240.184068ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:19.479265Z","caller":"traceutil/trace.go:171","msg":"trace[6779924] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2182; }","duration":"599.399899ms","start":"2026-07-29T14:08:18.879437Z","end":"2026-07-29T14:08:19.478837Z","steps":["trace[6779924] 'count revisions from in-memory index tree' (duration: 598.905456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:19.479907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:18.879405Z","time spent":"600.487552ms","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:08:19.479566Z","caller":"traceutil/trace.go:171","msg":"trace[1495583374] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2182; }","duration":"213.639723ms","start":"2026-07-29T14:08:19.265456Z","end":"2026-07-29T14:08:19.479096Z","steps":["trace[1495583374] 'range keys from in-memory index tree' (duration: 213.029815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:19.479802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:18.794101Z","time spent":"685.60475ms","remote":"127.0.0.1:59538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:08:19.751467Z","caller":"traceutil/trace.go:171","msg":"trace[1631575651] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"266.543124ms","start":"2026-07-29T14:08:19.484891Z","end":"2026-07-29T14:08:19.751434Z","steps":["trace[1631575651] 'process raft request' (duration: 266.321977ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:19.96377Z","caller":"traceutil/trace.go:171","msg":"trace[1638924966] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"478.000043ms","start":"2026-07-29T14:08:19.485736Z","end":"2026-07-29T14:08:19.963736Z","steps":["trace[1638924966] 'process raft request' (duration: 477.711665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:19.964003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:19.485703Z","time spent":"478.167418ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:08:19.964134Z","caller":"traceutil/trace.go:171","msg":"trace[448297795] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"478.018873ms","start":"2026-07-29T14:08:19.486086Z","end":"2026-07-29T14:08:19.964105Z","steps":["trace[448297795] 'process raft request' (duration: 477.542939ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:19.964332Z","caller":"traceutil/trace.go:171","msg":"trace[1009707922] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"477.786147ms","start":"2026-07-29T14:08:19.486525Z","end":"2026-07-29T14:08:19.964312Z","steps":["trace[1009707922] 'process raft request' (duration: 477.438907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:19.964455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:19.486517Z","time spent":"477.848239ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:08:19.964711Z","caller":"traceutil/trace.go:171","msg":"trace[624395516] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"477.5648ms","start":"2026-07-29T14:08:19.487093Z","end":"2026-07-29T14:08:19.964658Z","steps":["trace[624395516] 'process raft request' (duration: 477.21445ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:19.964792Z","caller":"traceutil/trace.go:171","msg":"trace[179417898] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"473.574475ms","start":"2026-07-29T14:08:19.491212Z","end":"2026-07-29T14:08:19.964787Z","steps":["trace[179417898] 'process raft request' (duration: 473.438701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:19.96484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:19.491202Z","time spent":"473.611396ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:08:19.964847Z","caller":"traceutil/trace.go:171","msg":"trace[1556169609] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"397.20037ms","start":"2026-07-29T14:08:19.567616Z","end":"2026-07-29T14:08:19.964816Z","steps":["trace[1556169609] 'process raft request' (duration: 397.145978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:19.964925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:19.487083Z","time spent":"477.721225ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:08:19.964751Z","caller":"traceutil/trace.go:171","msg":"trace[638160366] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"473.566614ms","start":"2026-07-29T14:08:19.491172Z","end":"2026-07-29T14:08:19.964739Z","steps":["trace[638160366] 'process raft request' (duration: 473.337478ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:19.964956Z","caller":"traceutil/trace.go:171","msg":"trace[1549381585] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"425.211865ms","start":"2026-07-29T14:08:19.539716Z","end":"2026-07-29T14:08:19.964928Z","steps":["trace[1549381585] 'process raft request' (duration: 424.993379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:19.965023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:19.567567Z","time spent":"397.357515ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:08:19.965047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:19.491165Z","time spent":"473.846313ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:08:19.964706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:19.486064Z","time spent":"478.19029ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:08:19.965076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:19.539686Z","time spent":"425.33433ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:08:19.99161Z","caller":"traceutil/trace.go:171","msg":"trace[1721136959] linearizableReadLoop","detail":"{readStateIndex:2281; appliedIndex:2272; }","duration":"133.226691ms","start":"2026-07-29T14:08:19.858355Z","end":"2026-07-29T14:08:19.991581Z","steps":["trace[1721136959] 'read index received' (duration: 104.990529ms)","trace[1721136959] 'applied index is now lower than readState.Index' (duration: 28.234962ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:08:19.991747Z","caller":"traceutil/trace.go:171","msg":"trace[312022141] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"221.131352ms","start":"2026-07-29T14:08:19.770567Z","end":"2026-07-29T14:08:19.991698Z","steps":["trace[312022141] 'process raft request' (duration: 220.844364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:19.991948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.56783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T14:08:19.992002Z","caller":"traceutil/trace.go:171","msg":"trace[1572584641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2192; }","duration":"133.670443ms","start":"2026-07-29T14:08:19.858315Z","end":"2026-07-29T14:08:19.991986Z","steps":["trace[1572584641] 'agreement among raft nodes before linearized reading' (duration: 133.388105ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:20.520223Z","caller":"traceutil/trace.go:171","msg":"trace[883699106] linearizableReadLoop","detail":"{readStateIndex:2282; appliedIndex:2281; }","duration":"393.541843ms","start":"2026-07-29T14:08:20.126655Z","end":"2026-07-29T14:08:20.520197Z","steps":["trace[883699106] 'read index received' (duration: 393.395299ms)","trace[883699106] 'applied index is now lower than readState.Index' (duration: 144.864µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:08:20.520328Z","caller":"traceutil/trace.go:171","msg":"trace[1332523408] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"442.1385ms","start":"2026-07-29T14:08:20.078133Z","end":"2026-07-29T14:08:20.520271Z","steps":["trace[1332523408] 'process raft request' (duration: 441.912632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:20.52049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.81912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T14:08:20.520534Z","caller":"traceutil/trace.go:171","msg":"trace[110295625] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2193; }","duration":"393.920015ms","start":"2026-07-29T14:08:20.126599Z","end":"2026-07-29T14:08:20.520519Z","steps":["trace[110295625] 'agreement among raft nodes before linearized reading' (duration: 393.722829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:20.520571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:20.126577Z","time spent":"393.985056ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:08:20.52057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:20.078106Z","time spent":"442.324624ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:08:20.537838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.843706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:08:20.537917Z","caller":"traceutil/trace.go:171","msg":"trace[740500899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2194; }","duration":"296.968989ms","start":"2026-07-29T14:08:20.240928Z","end":"2026-07-29T14:08:20.537897Z","steps":["trace[740500899] 'agreement among raft nodes before linearized reading' (duration: 296.819845ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:20.537929Z","caller":"traceutil/trace.go:171","msg":"trace[848053069] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"214.300012ms","start":"2026-07-29T14:08:20.323604Z","end":"2026-07-29T14:08:20.537904Z","steps":["trace[848053069] 'process raft request' (duration: 213.841239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:20.538582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.74918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11910"} {"level":"info","ts":"2026-07-29T14:08:20.5387Z","caller":"traceutil/trace.go:171","msg":"trace[857813135] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2194; }","duration":"311.911006ms","start":"2026-07-29T14:08:20.226771Z","end":"2026-07-29T14:08:20.538682Z","steps":["trace[857813135] 'agreement among raft nodes before linearized reading' (duration: 310.822903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:20.539033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:20.226751Z","time spent":"312.266896ms","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11933,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:08:28.555913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.625519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T14:08:28.556Z","caller":"traceutil/trace.go:171","msg":"trace[36249634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2253; }","duration":"549.739353ms","start":"2026-07-29T14:08:28.006239Z","end":"2026-07-29T14:08:28.555978Z","steps":["trace[36249634] 'range keys from in-memory index tree' (duration: 549.473435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:28.556041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:28.00623Z","time spent":"549.802265ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:08:28.556052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.709487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T14:08:28.556086Z","caller":"traceutil/trace.go:171","msg":"trace[1181075854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2253; }","duration":"554.823931ms","start":"2026-07-29T14:08:28.001252Z","end":"2026-07-29T14:08:28.556076Z","steps":["trace[1181075854] 'range keys from in-memory index tree' (duration: 554.487321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:28.556115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:28.001219Z","time spent":"554.886563ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:08:28.556098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.351008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T14:08:28.556085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.668951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T14:08:28.556174Z","caller":"traceutil/trace.go:171","msg":"trace[1892960758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2253; }","duration":"554.489962ms","start":"2026-07-29T14:08:28.001668Z","end":"2026-07-29T14:08:28.556158Z","steps":["trace[1892960758] 'range keys from in-memory index tree' (duration: 554.158322ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:28.556201Z","caller":"traceutil/trace.go:171","msg":"trace[463743933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2253; }","duration":"549.804525ms","start":"2026-07-29T14:08:28.00637Z","end":"2026-07-29T14:08:28.556174Z","steps":["trace[463743933] 'range keys from in-memory index tree' (duration: 549.448415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:28.556236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:28.001637Z","time spent":"554.590743ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:08:28.556256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.00609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-29T14:08:28.5561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.734988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T14:08:28.55626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:28.006321Z","time spent":"549.924148ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:08:28.556115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.090363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T14:08:28.55632Z","caller":"traceutil/trace.go:171","msg":"trace[384574334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2253; }","duration":"555.018326ms","start":"2026-07-29T14:08:28.00128Z","end":"2026-07-29T14:08:28.556298Z","steps":["trace[384574334] 'range keys from in-memory index tree' (duration: 554.45264ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:28.556363Z","caller":"traceutil/trace.go:171","msg":"trace[681966419] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2253; }","duration":"550.388302ms","start":"2026-07-29T14:08:28.005964Z","end":"2026-07-29T14:08:28.556352Z","steps":["trace[681966419] 'range keys from in-memory index tree' (duration: 549.936178ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:28.55636Z","caller":"traceutil/trace.go:171","msg":"trace[1169181911] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"534.263482ms","start":"2026-07-29T14:08:28.022079Z","end":"2026-07-29T14:08:28.556343Z","steps":["trace[1169181911] 'process raft request' (duration: 258.102618ms)","trace[1169181911] 'compare' (duration: 275.682071ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:08:28.556373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:28.001252Z","time spent":"555.11054ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:08:28.556404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:28.005943Z","time spent":"550.447903ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:08:28.556085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.335232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-07-29T14:08:28.55647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:28.022056Z","time spent":"534.340294ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:08:28.55648Z","caller":"traceutil/trace.go:171","msg":"trace[2074580743] linearizableReadLoop","detail":"{readStateIndex:2345; appliedIndex:2344; }","duration":"318.719914ms","start":"2026-07-29T14:08:28.237743Z","end":"2026-07-29T14:08:28.556463Z","steps":["trace[2074580743] 'read index received' (duration: 42.338623ms)","trace[2074580743] 'applied index is now lower than readState.Index' (duration: 276.377651ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:08:28.556515Z","caller":"traceutil/trace.go:171","msg":"trace[588918332] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2253; }","duration":"537.826266ms","start":"2026-07-29T14:08:28.018653Z","end":"2026-07-29T14:08:28.556479Z","steps":["trace[588918332] 'range keys from in-memory index tree' (duration: 537.096665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:28.556578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:28.018625Z","time spent":"537.935349ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:08:28.556595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.853098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:08:28.556631Z","caller":"traceutil/trace.go:171","msg":"trace[101983548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2255; }","duration":"318.913169ms","start":"2026-07-29T14:08:28.237705Z","end":"2026-07-29T14:08:28.556618Z","steps":["trace[101983548] 'agreement among raft nodes before linearized reading' (duration: 318.859737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:28.556658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:28.237676Z","time spent":"318.976391ms","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:08:28.556699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.558136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-29T14:08:28.556744Z","caller":"traceutil/trace.go:171","msg":"trace[1545287849] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2255; }","duration":"242.639588ms","start":"2026-07-29T14:08:28.314091Z","end":"2026-07-29T14:08:28.55673Z","steps":["trace[1545287849] 'agreement among raft nodes before linearized reading' (duration: 242.503094ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:47.695642Z","caller":"traceutil/trace.go:171","msg":"trace[132630723] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"287.472794ms","start":"2026-07-29T14:08:47.408142Z","end":"2026-07-29T14:08:47.695615Z","steps":["trace[132630723] 'process raft request' (duration: 287.225496ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:47.98068Z","caller":"traceutil/trace.go:171","msg":"trace[1290460132] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"184.063431ms","start":"2026-07-29T14:08:47.796582Z","end":"2026-07-29T14:08:47.980645Z","steps":["trace[1290460132] 'process raft request' (duration: 157.598091ms)","trace[1290460132] 'compare' (duration: 26.09395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:08:53.959743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.644865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:08:53.959928Z","caller":"traceutil/trace.go:171","msg":"trace[1394746961] linearizableReadLoop","detail":"{readStateIndex:2542; appliedIndex:2541; }","duration":"169.62863ms","start":"2026-07-29T14:08:53.790274Z","end":"2026-07-29T14:08:53.959902Z","steps":["trace[1394746961] 'read index received' (duration: 90.991µs)","trace[1394746961] 'applied index is now lower than readState.Index' (duration: 169.535719ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:08:53.96016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.886429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T14:08:53.960202Z","caller":"traceutil/trace.go:171","msg":"trace[381079417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2446; }","duration":"169.985881ms","start":"2026-07-29T14:08:53.790201Z","end":"2026-07-29T14:08:53.960187Z","steps":["trace[381079417] 'agreement among raft nodes before linearized reading' (duration: 169.768445ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:53.960431Z","caller":"traceutil/trace.go:171","msg":"trace[1885908511] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"340.256501ms","start":"2026-07-29T14:08:53.62012Z","end":"2026-07-29T14:08:53.960376Z","steps":["trace[1885908511] 'process raft request' (duration: 161.819083ms)","trace[1885908511] 'compare' (duration: 177.413128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:08:53.960724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:53.620099Z","time spent":"340.478458ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:08:54.492887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.892025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:08:54.49318Z","caller":"traceutil/trace.go:171","msg":"trace[1461872757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2448; }","duration":"255.340827ms","start":"2026-07-29T14:08:54.237645Z","end":"2026-07-29T14:08:54.492986Z","steps":["trace[1461872757] 'range keys from in-memory index tree' (duration: 254.786632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:55.17744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854339807,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T14:08:55.268049Z","caller":"traceutil/trace.go:171","msg":"trace[1873967779] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"611.947674ms","start":"2026-07-29T14:08:54.65608Z","end":"2026-07-29T14:08:55.268028Z","steps":["trace[1873967779] 'process raft request' (duration: 611.80525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:55.268183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:54.656055Z","time spent":"612.058238ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:08:55.381591Z","caller":"traceutil/trace.go:171","msg":"trace[641488] linearizableReadLoop","detail":"{readStateIndex:2547; appliedIndex:2544; }","duration":"704.952963ms","start":"2026-07-29T14:08:54.676612Z","end":"2026-07-29T14:08:55.381565Z","steps":["trace[641488] 'read index received' (duration: 591.265082ms)","trace[641488] 'applied index is now lower than readState.Index' (duration: 113.686281ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:08:55.381884Z","caller":"traceutil/trace.go:171","msg":"trace[1576411585] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"721.591568ms","start":"2026-07-29T14:08:54.660277Z","end":"2026-07-29T14:08:55.381869Z","steps":["trace[1576411585] 'process raft request' (duration: 637.50788ms)","trace[1576411585] 'compare' (duration: 83.538452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:08:55.382083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:54.660251Z","time spent":"721.730922ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:08:55.382258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.836044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T14:08:55.382282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.311023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T14:08:55.382335Z","caller":"traceutil/trace.go:171","msg":"trace[1925612411] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2451; }","duration":"683.476229ms","start":"2026-07-29T14:08:54.698846Z","end":"2026-07-29T14:08:55.382322Z","steps":["trace[1925612411] 'agreement among raft nodes before linearized reading' (duration: 683.358835ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:55.382342Z","caller":"traceutil/trace.go:171","msg":"trace[285329109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2451; }","duration":"689.941126ms","start":"2026-07-29T14:08:54.692376Z","end":"2026-07-29T14:08:55.382317Z","steps":["trace[285329109] 'agreement among raft nodes before linearized reading' (duration: 689.755571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:55.382369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:54.698814Z","time spent":"683.5474ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:08:55.382394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:54.692359Z","time spent":"690.022269ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T14:08:55.382107Z","caller":"traceutil/trace.go:171","msg":"trace[1685423515] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"719.699763ms","start":"2026-07-29T14:08:54.662378Z","end":"2026-07-29T14:08:55.382077Z","steps":["trace[1685423515] 'process raft request' (duration: 719.115686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:55.38241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.113247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T14:08:55.382481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:54.662352Z","time spent":"720.092655ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:08:55.382573Z","caller":"traceutil/trace.go:171","msg":"trace[607717234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2451; }","duration":"683.252011ms","start":"2026-07-29T14:08:54.699246Z","end":"2026-07-29T14:08:55.382498Z","steps":["trace[607717234] 'agreement among raft nodes before linearized reading' (duration: 682.948872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:55.382588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.708301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T14:08:55.382143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.51996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T14:08:55.382651Z","caller":"traceutil/trace.go:171","msg":"trace[1382341554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2451; }","duration":"688.809002ms","start":"2026-07-29T14:08:54.693828Z","end":"2026-07-29T14:08:55.382637Z","steps":["trace[1382341554] 'agreement among raft nodes before linearized reading' (duration: 688.661088ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:55.382675Z","caller":"traceutil/trace.go:171","msg":"trace[475980121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2451; }","duration":"706.093008ms","start":"2026-07-29T14:08:54.676568Z","end":"2026-07-29T14:08:55.382661Z","steps":["trace[475980121] 'agreement among raft nodes before linearized reading' (duration: 705.403717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:55.382693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:54.693806Z","time spent":"688.874936ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:08:55.382659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:54.699238Z","time spent":"683.400615ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:08:55.382706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:54.676545Z","time spent":"706.153748ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:08:55.382806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.447181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T14:08:55.382828Z","caller":"traceutil/trace.go:171","msg":"trace[1552299560] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2451; }","duration":"415.503273ms","start":"2026-07-29T14:08:54.967317Z","end":"2026-07-29T14:08:55.38282Z","steps":["trace[1552299560] 'agreement among raft nodes before linearized reading' (duration: 415.440591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:55.382844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:54.967298Z","time spent":"415.542613ms","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T14:08:55.382981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.826347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T14:08:55.383113Z","caller":"traceutil/trace.go:171","msg":"trace[846648349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2451; }","duration":"673.975541ms","start":"2026-07-29T14:08:54.709121Z","end":"2026-07-29T14:08:55.383097Z","steps":["trace[846648349] 'agreement among raft nodes before linearized reading' (duration: 673.638142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:55.383223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:08:54.709112Z","time spent":"674.092805ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T14:08:55.6526Z","caller":"traceutil/trace.go:171","msg":"trace[419674456] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"264.483124ms","start":"2026-07-29T14:08:55.388091Z","end":"2026-07-29T14:08:55.652574Z","steps":["trace[419674456] 'process raft request' (duration: 264.038672ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:55.652933Z","caller":"traceutil/trace.go:171","msg":"trace[1851858217] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"264.729581ms","start":"2026-07-29T14:08:55.388174Z","end":"2026-07-29T14:08:55.652903Z","steps":["trace[1851858217] 'process raft request' (duration: 264.339879ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:55.653016Z","caller":"traceutil/trace.go:171","msg":"trace[226735961] linearizableReadLoop","detail":"{readStateIndex:2553; appliedIndex:2548; }","duration":"106.372499ms","start":"2026-07-29T14:08:55.546626Z","end":"2026-07-29T14:08:55.652999Z","steps":["trace[226735961] 'read index received' (duration: 105.538614ms)","trace[226735961] 'applied index is now lower than readState.Index' (duration: 832.415µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:08:55.653078Z","caller":"traceutil/trace.go:171","msg":"trace[1915566180] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"264.538406ms","start":"2026-07-29T14:08:55.388424Z","end":"2026-07-29T14:08:55.652963Z","steps":["trace[1915566180] 'process raft request' (duration: 264.380721ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:55.653122Z","caller":"traceutil/trace.go:171","msg":"trace[358134476] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"263.508406ms","start":"2026-07-29T14:08:55.389602Z","end":"2026-07-29T14:08:55.653111Z","steps":["trace[358134476] 'process raft request' (duration: 263.344641ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:55.653187Z","caller":"traceutil/trace.go:171","msg":"trace[1939758760] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"264.443313ms","start":"2026-07-29T14:08:55.388696Z","end":"2026-07-29T14:08:55.653139Z","steps":["trace[1939758760] 'process raft request' (duration: 264.174645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:55.653242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.601335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:08:55.653658Z","caller":"traceutil/trace.go:171","msg":"trace[2042465066] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2457; }","duration":"107.065239ms","start":"2026-07-29T14:08:55.546574Z","end":"2026-07-29T14:08:55.653639Z","steps":["trace[2042465066] 'agreement among raft nodes before linearized reading' (duration: 106.582364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:55.927354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.444911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:08:55.927577Z","caller":"traceutil/trace.go:171","msg":"trace[48207988] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2553; }","duration":"241.258047ms","start":"2026-07-29T14:08:55.686295Z","end":"2026-07-29T14:08:55.927553Z","steps":["trace[48207988] 'read index received' (duration: 33.14µs)","trace[48207988] 'applied index is now lower than readState.Index' (duration: 241.222227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:08:55.927744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.452073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T14:08:55.927788Z","caller":"traceutil/trace.go:171","msg":"trace[654681920] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2458; }","duration":"241.525394ms","start":"2026-07-29T14:08:55.686253Z","end":"2026-07-29T14:08:55.927778Z","steps":["trace[654681920] 'agreement among raft nodes before linearized reading' (duration: 241.447483ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:55.927765Z","caller":"traceutil/trace.go:171","msg":"trace[72846253] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"269.610724ms","start":"2026-07-29T14:08:55.658112Z","end":"2026-07-29T14:08:55.927723Z","steps":["trace[72846253] 'process raft request' (duration: 13.69686ms)","trace[72846253] 'compare' (duration: 255.204113ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:08:55.928074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.547156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12628"} {"level":"info","ts":"2026-07-29T14:08:55.928186Z","caller":"traceutil/trace.go:171","msg":"trace[711433737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2458; }","duration":"172.702721ms","start":"2026-07-29T14:08:55.755468Z","end":"2026-07-29T14:08:55.92817Z","steps":["trace[711433737] 'agreement among raft nodes before linearized reading' (duration: 172.454244ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:08:56.61014Z","caller":"traceutil/trace.go:171","msg":"trace[502923304] linearizableReadLoop","detail":"{readStateIndex:2556; appliedIndex:2555; }","duration":"219.33762ms","start":"2026-07-29T14:08:56.390773Z","end":"2026-07-29T14:08:56.610111Z","steps":["trace[502923304] 'read index received' (duration: 219.069242ms)","trace[502923304] 'applied index is now lower than readState.Index' (duration: 266.767µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:08:56.610189Z","caller":"traceutil/trace.go:171","msg":"trace[2004090630] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"279.559624ms","start":"2026-07-29T14:08:56.330607Z","end":"2026-07-29T14:08:56.610167Z","steps":["trace[2004090630] 'process raft request' (duration: 279.314566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:08:56.610385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.586826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T14:08:56.610449Z","caller":"traceutil/trace.go:171","msg":"trace[944192444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2460; }","duration":"219.71285ms","start":"2026-07-29T14:08:56.390713Z","end":"2026-07-29T14:08:56.610426Z","steps":["trace[944192444] 'agreement among raft nodes before linearized reading' (duration: 219.517064ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:10:35.291972Z","caller":"traceutil/trace.go:171","msg":"trace[2092581546] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"259.253966ms","start":"2026-07-29T14:10:35.032683Z","end":"2026-07-29T14:10:35.291937Z","steps":["trace[2092581546] 'process raft request' (duration: 259.06611ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:10:35.293999Z","caller":"traceutil/trace.go:171","msg":"trace[1885934218] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"168.748801ms","start":"2026-07-29T14:10:35.125226Z","end":"2026-07-29T14:10:35.293974Z","steps":["trace[1885934218] 'process raft request' (duration: 168.210295ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:11:05.874771Z","caller":"traceutil/trace.go:171","msg":"trace[1097059887] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"130.857506ms","start":"2026-07-29T14:11:05.743879Z","end":"2026-07-29T14:11:05.874737Z","steps":["trace[1097059887] 'process raft request' (duration: 130.68318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:11:11.480725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.497014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:11:11.480817Z","caller":"traceutil/trace.go:171","msg":"trace[187515028] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3406; }","duration":"110.650339ms","start":"2026-07-29T14:11:11.370151Z","end":"2026-07-29T14:11:11.480801Z","steps":["trace[187515028] 'count revisions from in-memory index tree' (duration: 110.401692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:59.472834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.55575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T14:13:59.47293Z","caller":"traceutil/trace.go:171","msg":"trace[998575337] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:4488; }","duration":"148.707925ms","start":"2026-07-29T14:13:59.324203Z","end":"2026-07-29T14:13:59.472911Z","steps":["trace[998575337] 'range keys from in-memory index tree' (duration: 148.290452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:59.473011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.436756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-29T14:13:59.473101Z","caller":"traceutil/trace.go:171","msg":"trace[1228327582] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4488; }","duration":"149.572679ms","start":"2026-07-29T14:13:59.32351Z","end":"2026-07-29T14:13:59.473083Z","steps":["trace[1228327582] 'range keys from in-memory index tree' (duration: 149.205219ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:14:01.16493Z","caller":"traceutil/trace.go:171","msg":"trace[1336499342] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"129.350557ms","start":"2026-07-29T14:14:01.035556Z","end":"2026-07-29T14:14:01.164906Z","steps":["trace[1336499342] 'process raft request' (duration: 129.204602ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:14:02.151421Z","caller":"traceutil/trace.go:171","msg":"trace[1781684681] linearizableReadLoop","detail":"{readStateIndex:4663; appliedIndex:4662; }","duration":"229.757048ms","start":"2026-07-29T14:14:01.921644Z","end":"2026-07-29T14:14:02.151401Z","steps":["trace[1781684681] 'read index received' (duration: 229.520162ms)","trace[1781684681] 'applied index is now lower than readState.Index' (duration: 236.056µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:14:02.151616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.952264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-07-29T14:14:02.151653Z","caller":"traceutil/trace.go:171","msg":"trace[261140343] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:1; response_revision:4503; }","duration":"230.033436ms","start":"2026-07-29T14:14:01.92161Z","end":"2026-07-29T14:14:02.151643Z","steps":["trace[261140343] 'agreement among raft nodes before linearized reading' (duration: 229.865672ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:14:02.151727Z","caller":"traceutil/trace.go:171","msg":"trace[628343105] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"490.474872ms","start":"2026-07-29T14:14:01.661203Z","end":"2026-07-29T14:14:02.151678Z","steps":["trace[628343105] 'process raft request' (duration: 490.064191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:02.151849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:01.661174Z","time spent":"490.610296ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:14:03.762115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854345025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:14:04.262993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854345025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:14:04.763249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854345025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:14:05.273214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854345025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:14:05.774347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854345025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:14:05.974557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.80240977s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T14:14:05.975332Z","caller":"traceutil/trace.go:171","msg":"trace[5168100] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"2.803239555s","start":"2026-07-29T14:14:03.172054Z","end":"2026-07-29T14:14:05.975294Z","steps":["trace[5168100] 'process raft request' (duration: 2.803007858s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.975601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:03.172036Z","time spent":"2.80341999s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:14:05.994198Z","caller":"traceutil/trace.go:171","msg":"trace[1499622242] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"2.742943209s","start":"2026-07-29T14:14:03.251225Z","end":"2026-07-29T14:14:05.994169Z","steps":["trace[1499622242] 'process raft request' (duration: 2.74265077s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:14:05.994217Z","caller":"traceutil/trace.go:171","msg":"trace[1816024243] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"1.067455998s","start":"2026-07-29T14:14:04.926715Z","end":"2026-07-29T14:14:05.994171Z","steps":["trace[1816024243] 'process raft request' (duration: 1.067387246s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:14:05.994247Z","caller":"traceutil/trace.go:171","msg":"trace[838427198] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"2.020969738s","start":"2026-07-29T14:14:03.973247Z","end":"2026-07-29T14:14:05.994217Z","steps":["trace[838427198] 'process raft request' (duration: 2.020808304s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.994351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:03.251209Z","time spent":"2.743052603s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:14:05.994371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:04.926696Z","time spent":"1.067588991s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:14:05.994389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:03.973231Z","time spent":"2.021082082s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:14:05.994463Z","caller":"traceutil/trace.go:171","msg":"trace[563110715] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"1.067666062s","start":"2026-07-29T14:14:04.926782Z","end":"2026-07-29T14:14:05.994448Z","steps":["trace[563110715] 'process raft request' (duration: 1.067353934s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:14:05.994523Z","caller":"traceutil/trace.go:171","msg":"trace[609524656] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"1.067718265s","start":"2026-07-29T14:14:04.926792Z","end":"2026-07-29T14:14:05.994511Z","steps":["trace[609524656] 'process raft request' (duration: 1.067517919s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.994522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:04.92677Z","time spent":"1.067719795s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:14:05.994567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:04.926783Z","time spent":"1.067761495s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:14:05.994592Z","caller":"traceutil/trace.go:171","msg":"trace[1453467563] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"591.009087ms","start":"2026-07-29T14:14:05.403569Z","end":"2026-07-29T14:14:05.994578Z","steps":["trace[1453467563] 'process raft request' (duration: 590.945065ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:14:05.994623Z","caller":"traceutil/trace.go:171","msg":"trace[1002169251] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"1.067666164s","start":"2026-07-29T14:14:04.926947Z","end":"2026-07-29T14:14:05.994613Z","steps":["trace[1002169251] 'process raft request' (duration: 1.067501808s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:14:05.994633Z","caller":"traceutil/trace.go:171","msg":"trace[1875303027] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"489.568356ms","start":"2026-07-29T14:14:05.505056Z","end":"2026-07-29T14:14:05.994624Z","steps":["trace[1875303027] 'process raft request' (duration: 489.494053ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:14:05.994626Z","caller":"traceutil/trace.go:171","msg":"trace[721355477] linearizableReadLoop","detail":"{readStateIndex:4678; appliedIndex:4669; }","duration":"2.732539874s","start":"2026-07-29T14:14:03.262078Z","end":"2026-07-29T14:14:05.994618Z","steps":["trace[721355477] 'read index received' (duration: 2.712912519s)","trace[721355477] 'applied index is now lower than readState.Index' (duration: 19.626715ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:14:05.994674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:05.505032Z","time spent":"489.620497ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:14:05.994677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:04.926903Z","time spent":"1.067745005s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:14:05.994682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:05.40355Z","time spent":"591.085468ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:14:05.994763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673267157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T14:14:05.994776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730844645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T14:14:05.994794Z","caller":"traceutil/trace.go:171","msg":"trace[338987682] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4517; }","duration":"1.673300318s","start":"2026-07-29T14:14:04.321486Z","end":"2026-07-29T14:14:05.994787Z","steps":["trace[338987682] 'agreement among raft nodes before linearized reading' (duration: 1.673211695s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:14:05.994796Z","caller":"traceutil/trace.go:171","msg":"trace[1229682770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4517; }","duration":"2.730877766s","start":"2026-07-29T14:14:03.263912Z","end":"2026-07-29T14:14:05.99479Z","steps":["trace[1229682770] 'agreement among raft nodes before linearized reading' (duration: 2.730781623s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.994814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:03.263907Z","time spent":"2.730902317s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:14:05.994836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068104317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-29T14:14:05.994872Z","caller":"traceutil/trace.go:171","msg":"trace[1318375016] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4517; }","duration":"1.068155618s","start":"2026-07-29T14:14:04.926709Z","end":"2026-07-29T14:14:05.994865Z","steps":["trace[1318375016] 'agreement among raft nodes before linearized reading' (duration: 1.068030534s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.994884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593345826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-29T14:14:05.994903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728515216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T14:14:05.994904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:04.9267Z","time spent":"1.068194739s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:14:05.994961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749753466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:14:05.994982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729191275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T14:14:05.994987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06824094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-29T14:14:05.995Z","caller":"traceutil/trace.go:171","msg":"trace[1773764808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4517; }","duration":"2.729219228s","start":"2026-07-29T14:14:03.265775Z","end":"2026-07-29T14:14:05.994994Z","steps":["trace[1773764808] 'agreement among raft nodes before linearized reading' (duration: 2.729168776s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.9949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714892845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T14:14:05.995002Z","caller":"traceutil/trace.go:171","msg":"trace[1791449569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4517; }","duration":"1.749818967s","start":"2026-07-29T14:14:04.245171Z","end":"2026-07-29T14:14:05.99499Z","steps":["trace[1791449569] 'agreement among raft nodes before linearized reading' (duration: 1.749747706s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.994967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732885275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T14:14:05.995014Z","caller":"traceutil/trace.go:171","msg":"trace[1117507826] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4517; }","duration":"1.068285163s","start":"2026-07-29T14:14:04.92672Z","end":"2026-07-29T14:14:05.995005Z","steps":["trace[1117507826] 'agreement among raft nodes before linearized reading' (duration: 1.06822048s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.995024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:03.26577Z","time spent":"2.729246809s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T14:14:05.995025Z","caller":"traceutil/trace.go:171","msg":"trace[546743586] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4517; }","duration":"1.71504726s","start":"2026-07-29T14:14:04.279972Z","end":"2026-07-29T14:14:05.995019Z","steps":["trace[546743586] 'agreement among raft nodes before linearized reading' (duration: 1.714884085s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.995037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:04.926708Z","time spent":"1.068323613s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:14:05.995035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:04.245154Z","time spent":"1.74987476s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:14:05.99505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:04.279957Z","time spent":"1.71508648s","remote":"127.0.0.1:59532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:14:05.994814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:04.321445Z","time spent":"1.6733642s","remote":"127.0.0.1:59436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:14:05.995062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068379985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:14:05.995041Z","caller":"traceutil/trace.go:171","msg":"trace[941350117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4517; }","duration":"2.732977587s","start":"2026-07-29T14:14:03.262052Z","end":"2026-07-29T14:14:05.99503Z","steps":["trace[941350117] 'agreement among raft nodes before linearized reading' (duration: 2.732628057s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.994831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50085414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T14:14:05.995131Z","caller":"traceutil/trace.go:171","msg":"trace[2108878963] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4517; }","duration":"1.068488448s","start":"2026-07-29T14:14:04.926628Z","end":"2026-07-29T14:14:05.995116Z","steps":["trace[2108878963] 'agreement among raft nodes before linearized reading' (duration: 1.068186539s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.99514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:03.262042Z","time spent":"2.73309108s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:14:05.995168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:04.926609Z","time spent":"1.06855064s","remote":"127.0.0.1:59110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":318,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:14:05.995141Z","caller":"traceutil/trace.go:171","msg":"trace[1358072092] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:4517; }","duration":"2.50121321s","start":"2026-07-29T14:14:03.49392Z","end":"2026-07-29T14:14:05.995133Z","steps":["trace[1358072092] 'agreement among raft nodes before linearized reading' (duration: 2.500849709s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.995203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:03.493895Z","time spent":"2.501300632s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T14:14:05.99492Z","caller":"traceutil/trace.go:171","msg":"trace[301625073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4517; }","duration":"2.728569508s","start":"2026-07-29T14:14:03.266345Z","end":"2026-07-29T14:14:05.994914Z","steps":["trace[301625073] 'agreement among raft nodes before linearized reading' (duration: 2.728519986s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.995259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:03.266326Z","time spent":"2.728928699s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T14:14:05.994907Z","caller":"traceutil/trace.go:171","msg":"trace[429920724] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4517; }","duration":"1.593399078s","start":"2026-07-29T14:14:04.401501Z","end":"2026-07-29T14:14:05.9949Z","steps":["trace[429920724] 'agreement among raft nodes before linearized reading' (duration: 1.593324666s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:05.99533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:14:04.401481Z","time spent":"1.59382553s","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-29T14:15:08.824204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2944} {"level":"info","ts":"2026-07-29T14:15:08.898466Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2944,"took":"73.251975ms","hash":980256139,"current-db-size-bytes":34066432,"current-db-size":"34 MB","current-db-size-in-use-bytes":10567680,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-07-29T14:15:08.898554Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":980256139,"revision":2944,"compact-revision":-1} {"level":"info","ts":"2026-07-29T14:19:49.499933Z","caller":"traceutil/trace.go:171","msg":"trace[3383919] transaction","detail":"{read_only:false; response_revision:6860; number_of_response:1; }","duration":"198.774741ms","start":"2026-07-29T14:19:49.301129Z","end":"2026-07-29T14:19:49.499904Z","steps":["trace[3383919] 'process raft request' (duration: 198.476232ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:19:49.49995Z","caller":"traceutil/trace.go:171","msg":"trace[1806320282] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"199.664026ms","start":"2026-07-29T14:19:49.300249Z","end":"2026-07-29T14:19:49.499913Z","steps":["trace[1806320282] 'process raft request' (duration: 168.38511ms)","trace[1806320282] 'compare' (duration: 30.71079ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:20:08.830005Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4919} {"level":"info","ts":"2026-07-29T14:20:08.870296Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4919,"took":"39.135113ms","hash":3855809973,"current-db-size-bytes":34066432,"current-db-size":"34 MB","current-db-size-in-use-bytes":10092544,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-29T14:20:08.870409Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3855809973,"revision":4919,"compact-revision":2944} {"level":"info","ts":"2026-07-29T14:20:25.73783Z","caller":"traceutil/trace.go:171","msg":"trace[853670830] transaction","detail":"{read_only:false; response_revision:7212; number_of_response:1; }","duration":"109.391855ms","start":"2026-07-29T14:20:25.628407Z","end":"2026-07-29T14:20:25.737799Z","steps":["trace[853670830] 'process raft request' (duration: 108.925833ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:35.552025Z","caller":"traceutil/trace.go:171","msg":"trace[1418678272] transaction","detail":"{read_only:false; response_revision:7278; number_of_response:1; }","duration":"113.280018ms","start":"2026-07-29T14:20:35.438704Z","end":"2026-07-29T14:20:35.551984Z","steps":["trace[1418678272] 'process raft request' (duration: 113.03158ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:48.254845Z","caller":"traceutil/trace.go:171","msg":"trace[2140429606] transaction","detail":"{read_only:false; response_revision:7390; number_of_response:1; }","duration":"145.98781ms","start":"2026-07-29T14:20:48.108833Z","end":"2026-07-29T14:20:48.254821Z","steps":["trace[2140429606] 'process raft request' (duration: 65.017014ms)","trace[2140429606] 'compare' (duration: 80.808852ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:20:48.254984Z","caller":"traceutil/trace.go:171","msg":"trace[1475814824] linearizableReadLoop","detail":"{readStateIndex:7642; appliedIndex:7640; }","duration":"144.050668ms","start":"2026-07-29T14:20:48.110907Z","end":"2026-07-29T14:20:48.254958Z","steps":["trace[1475814824] 'read index received' (duration: 62.986611ms)","trace[1475814824] 'applied index is now lower than readState.Index' (duration: 81.062127ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:20:48.255121Z","caller":"traceutil/trace.go:171","msg":"trace[1842645013] transaction","detail":"{read_only:false; response_revision:7391; number_of_response:1; }","duration":"145.9789ms","start":"2026-07-29T14:20:48.109119Z","end":"2026-07-29T14:20:48.255098Z","steps":["trace[1842645013] 'process raft request' (duration: 145.654122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:48.255279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.300827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-29T14:20:48.255331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.387258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T14:20:48.255357Z","caller":"traceutil/trace.go:171","msg":"trace[591464519] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7391; }","duration":"141.408269ms","start":"2026-07-29T14:20:48.113929Z","end":"2026-07-29T14:20:48.255337Z","steps":["trace[591464519] 'agreement among raft nodes before linearized reading' (duration: 141.210004ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:48.255374Z","caller":"traceutil/trace.go:171","msg":"trace[1888270704] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7391; }","duration":"119.503552ms","start":"2026-07-29T14:20:48.135857Z","end":"2026-07-29T14:20:48.25536Z","steps":["trace[1888270704] 'agreement among raft nodes before linearized reading' (duration: 119.344238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:48.255465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.561448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T14:20:48.255586Z","caller":"traceutil/trace.go:171","msg":"trace[1548457287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7391; }","duration":"140.735822ms","start":"2026-07-29T14:20:48.114824Z","end":"2026-07-29T14:20:48.255559Z","steps":["trace[1548457287] 'agreement among raft nodes before linearized reading' (duration: 140.409934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:48.255498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.581372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T14:20:48.255711Z","caller":"traceutil/trace.go:171","msg":"trace[1360072521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7391; }","duration":"144.792138ms","start":"2026-07-29T14:20:48.110886Z","end":"2026-07-29T14:20:48.255678Z","steps":["trace[1360072521] 'agreement among raft nodes before linearized reading' (duration: 144.375217ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:25:08.8368Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7011} {"level":"info","ts":"2026-07-29T14:25:08.892443Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7011,"took":"54.313926ms","hash":2123200905,"current-db-size-bytes":34066432,"current-db-size":"34 MB","current-db-size-in-use-bytes":12468224,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-29T14:25:08.89253Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2123200905,"revision":7011,"compact-revision":4919} {"level":"info","ts":"2026-07-29T14:25:35.696647Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"66f7b57d56ad567d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T14:25:35.704847Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-29T14:25:35.704955Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-29T14:26:24.284018Z","caller":"traceutil/trace.go:171","msg":"trace[1245535377] linearizableReadLoop","detail":"{readStateIndex:10379; appliedIndex:10378; }","duration":"463.444969ms","start":"2026-07-29T14:26:23.820552Z","end":"2026-07-29T14:26:24.283997Z","steps":["trace[1245535377] 'read index received' (duration: 463.232403ms)","trace[1245535377] 'applied index is now lower than readState.Index' (duration: 212.026µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:26:24.284156Z","caller":"traceutil/trace.go:171","msg":"trace[1473799045] transaction","detail":"{read_only:false; response_revision:10051; number_of_response:1; }","duration":"608.135922ms","start":"2026-07-29T14:26:23.67597Z","end":"2026-07-29T14:26:24.284106Z","steps":["trace[1473799045] 'process raft request' (duration: 607.902006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:24.284354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.235446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7f9ffc744b-lrv2f.18c6c8c63a5a62f3\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-07-29T14:26:24.284368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:23.675948Z","time spent":"608.308286ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:26:24.284447Z","caller":"traceutil/trace.go:171","msg":"trace[284405693] range","detail":"{range_begin:/registry/events/openstack/glance-api-7f9ffc744b-lrv2f.18c6c8c63a5a62f3; range_end:; response_count:1; response_revision:10051; }","duration":"438.425071ms","start":"2026-07-29T14:26:23.846004Z","end":"2026-07-29T14:26:24.284429Z","steps":["trace[284405693] 'agreement among raft nodes before linearized reading' (duration: 438.182025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:24.284373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.56591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-29T14:26:24.284473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.455727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T14:26:24.284483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:23.845969Z","time spent":"438.507463ms","remote":"127.0.0.1:59110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-7f9ffc744b-lrv2f.18c6c8c63a5a62f3\" "} {"level":"info","ts":"2026-07-29T14:26:24.284518Z","caller":"traceutil/trace.go:171","msg":"trace[1146386499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10051; }","duration":"359.548811ms","start":"2026-07-29T14:26:23.924955Z","end":"2026-07-29T14:26:24.284504Z","steps":["trace[1146386499] 'agreement among raft nodes before linearized reading' (duration: 359.451038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:24.284569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:23.924921Z","time spent":"359.636493ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T14:26:24.28455Z","caller":"traceutil/trace.go:171","msg":"trace[1233357435] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:10051; }","duration":"359.732006ms","start":"2026-07-29T14:26:23.924771Z","end":"2026-07-29T14:26:24.284503Z","steps":["trace[1233357435] 'agreement among raft nodes before linearized reading' (duration: 359.489338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:24.284698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.498769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-29T14:26:24.284727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:23.92476Z","time spent":"359.89022ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T14:26:24.284795Z","caller":"traceutil/trace.go:171","msg":"trace[1485692460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10051; }","duration":"359.610542ms","start":"2026-07-29T14:26:23.925165Z","end":"2026-07-29T14:26:24.284776Z","steps":["trace[1485692460] 'agreement among raft nodes before linearized reading' (duration: 359.248962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:24.284811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.283226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T14:26:24.28484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.536024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T14:26:24.28486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:23.925157Z","time spent":"359.667274ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T14:26:24.284882Z","caller":"traceutil/trace.go:171","msg":"trace[1296123951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10051; }","duration":"369.420509ms","start":"2026-07-29T14:26:23.915446Z","end":"2026-07-29T14:26:24.284867Z","steps":["trace[1296123951] 'agreement among raft nodes before linearized reading' (duration: 369.034949ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:24.284911Z","caller":"traceutil/trace.go:171","msg":"trace[804280815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10051; }","duration":"363.630135ms","start":"2026-07-29T14:26:23.921257Z","end":"2026-07-29T14:26:24.284887Z","steps":["trace[804280815] 'agreement among raft nodes before linearized reading' (duration: 363.458851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:24.284319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.759698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-29T14:26:24.284948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:23.921243Z","time spent":"363.698218ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T14:26:24.284994Z","caller":"traceutil/trace.go:171","msg":"trace[153020566] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:10051; }","duration":"464.473118ms","start":"2026-07-29T14:26:23.8205Z","end":"2026-07-29T14:26:24.284973Z","steps":["trace[153020566] 'agreement among raft nodes before linearized reading' (duration: 463.648955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:24.285049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:23.820479Z","time spent":"464.555101ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:26:24.284922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:23.915428Z","time spent":"369.488091ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:26:24.285188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.209075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-29T14:26:24.285582Z","caller":"traceutil/trace.go:171","msg":"trace[1711960615] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:10051; }","duration":"397.302688ms","start":"2026-07-29T14:26:23.887912Z","end":"2026-07-29T14:26:24.285215Z","steps":["trace[1711960615] 'agreement among raft nodes before linearized reading' (duration: 396.454654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:24.285612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:23.88789Z","time spent":"397.715279ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:26:30.399115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:30.900131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:31.401033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:31.901183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:32.401885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:32.902173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:33.2349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:33.23505Z","caller":"traceutil/trace.go:171","msg":"trace[1094047606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000179843s","start":"2026-07-29T14:26:31.234803Z","end":"2026-07-29T14:26:33.234983Z","steps":["trace[1094047606] 'agreement among raft nodes before linearized reading' (duration: 2.00005429s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:33.23511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:31.234782Z","time spent":"2.000316257s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:26:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:33.403353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:33.904509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:34.405708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:34.90691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:35.235422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:26:35.235487Z","caller":"traceutil/trace.go:171","msg":"trace[1876756462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346078s","start":"2026-07-29T14:26:33.235127Z","end":"2026-07-29T14:26:35.235473Z","steps":["trace[1876756462] 'agreement among raft nodes before linearized reading' (duration: 2.000258025s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:35.235519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:33.235108Z","time spent":"2.000404991s","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:26:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:35.325307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000040453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:35.325424Z","caller":"traceutil/trace.go:171","msg":"trace[1138685887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000165306s","start":"2026-07-29T14:26:30.325207Z","end":"2026-07-29T14:26:35.325372Z","steps":["trace[1138685887] 'agreement among raft nodes before linearized reading' (duration: 5.000058753s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:35.325476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:30.325194Z","time spent":"5.000271489s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/29 14:26:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:35.326253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000138555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:26:35.326323Z","caller":"traceutil/trace.go:171","msg":"trace[424077974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000239597s","start":"2026-07-29T14:26:30.326069Z","end":"2026-07-29T14:26:35.326308Z","steps":["trace[424077974] 'agreement among raft nodes before linearized reading' (duration: 5.000164265s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:35.326371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:30.326052Z","time spent":"5.000306751s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:26:35.32623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999574988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:26:35.326456Z","caller":"traceutil/trace.go:171","msg":"trace[1847843013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999814925s","start":"2026-07-29T14:26:30.326605Z","end":"2026-07-29T14:26:35.32642Z","steps":["trace[1847843013] 'agreement among raft nodes before linearized reading' (duration: 4.999567678s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:35.326539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:30.326553Z","time spent":"4.99996941s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:26:35.407855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:35.83313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:30.834831Z","time spent":"4.998292072s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:26:35.833588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:30.834787Z","time spent":"4.998794377s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:26:35.907981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:36.031413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:31.033517Z","time spent":"4.99788964s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:26:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:36.064267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:31.065836Z","time spent":"4.998424096s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:26:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:36.312257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:29.311681Z","time spent":"7.000569255s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:26:36.312341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:29.312155Z","time spent":"7.000178134s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:26:36.40891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:36.899233Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-29T14:26:36.899479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001023768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T14:26:36.899561Z","caller":"traceutil/trace.go:171","msg":"trace[151872113] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; }","duration":"7.001180864s","start":"2026-07-29T14:26:29.898362Z","end":"2026-07-29T14:26:36.899543Z","steps":["trace[151872113] 'agreement among raft nodes before linearized reading' (duration: 7.001057799s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:36.899624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:29.898341Z","time spent":"7.001266766s","remote":"127.0.0.1:59322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:37.24396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:26:37.244043Z","caller":"traceutil/trace.go:171","msg":"trace[310488566] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282476s","start":"2026-07-29T14:26:35.243742Z","end":"2026-07-29T14:26:37.244024Z","steps":["trace[310488566] 'agreement among raft nodes before linearized reading' (duration: 2.000181183s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:37.244089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:35.243721Z","time spent":"2.000357899s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:26:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:37.400425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:37.901266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:38.207307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:31.206909Z","time spent":"7.000393021s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:26:38.40204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:38.902704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:39.244929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000690378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:39.245014Z","caller":"traceutil/trace.go:171","msg":"trace[374011785] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000818161s","start":"2026-07-29T14:26:37.244175Z","end":"2026-07-29T14:26:39.244993Z","steps":["trace[374011785] 'agreement among raft nodes before linearized reading' (duration: 2.000714248s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:39.245061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:37.244159Z","time spent":"2.000893115s","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:26:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:39.403463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:39.514412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:39.514504Z","caller":"traceutil/trace.go:171","msg":"trace[155433535] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00039093s","start":"2026-07-29T14:26:37.514095Z","end":"2026-07-29T14:26:39.514486Z","steps":["trace[155433535] 'agreement among raft nodes before linearized reading' (duration: 2.000282497s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:39.514562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:37.51407Z","time spent":"2.000478771s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:26:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:39.904303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:40.325298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998477668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:40.325759Z","caller":"traceutil/trace.go:171","msg":"trace[874882266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998961683s","start":"2026-07-29T14:26:37.326755Z","end":"2026-07-29T14:26:40.325717Z","steps":["trace[874882266] 'agreement among raft nodes before linearized reading' (duration: 2.99850455s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:40.325836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:37.326743Z","time spent":"2.999079286s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/29 14:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:40.326897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998118138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-29T14:26:40.32687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998512151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:40.327038Z","caller":"traceutil/trace.go:171","msg":"trace[1966762803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998296173s","start":"2026-07-29T14:26:37.32872Z","end":"2026-07-29T14:26:40.327016Z","steps":["trace[1966762803] 'agreement among raft nodes before linearized reading' (duration: 2.998136609s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:40.327064Z","caller":"traceutil/trace.go:171","msg":"trace[957856714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998752256s","start":"2026-07-29T14:26:37.328287Z","end":"2026-07-29T14:26:40.327039Z","steps":["trace[957856714] 'agreement among raft nodes before linearized reading' (duration: 2.99853509s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:40.32709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:37.328708Z","time spent":"2.998371066s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/29 14:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:40.32732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:37.328272Z","time spent":"2.999025016s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/29 14:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:40.331754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000174827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:40.331805Z","caller":"traceutil/trace.go:171","msg":"trace[961967984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.00026626s","start":"2026-07-29T14:26:30.331527Z","end":"2026-07-29T14:26:40.331793Z","steps":["trace[961967984] 'agreement among raft nodes before linearized reading' (duration: 10.000213678s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:40.331838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:30.331506Z","time spent":"10.000323552s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/29 14:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:40.333909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002207015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:40.333965Z","caller":"traceutil/trace.go:171","msg":"trace[1621126241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.002395721s","start":"2026-07-29T14:26:30.331556Z","end":"2026-07-29T14:26:40.333951Z","steps":["trace[1621126241] 'agreement among raft nodes before linearized reading' (duration: 10.002330688s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:40.334047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:30.331537Z","time spent":"10.002498843s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/29 14:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:40.33687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005090948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:40.336929Z","caller":"traceutil/trace.go:171","msg":"trace[1665805619] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"10.005206961s","start":"2026-07-29T14:26:30.33171Z","end":"2026-07-29T14:26:40.336917Z","steps":["trace[1665805619] 'agreement among raft nodes before linearized reading' (duration: 10.005103708s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:40.336959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:30.331702Z","time spent":"10.005250963s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} 2026/07/29 14:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:40.405129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:40.832892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997093767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:40.832995Z","caller":"traceutil/trace.go:171","msg":"trace[7872964] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997258132s","start":"2026-07-29T14:26:35.835717Z","end":"2026-07-29T14:26:40.832975Z","steps":["trace[7872964] 'agreement among raft nodes before linearized reading' (duration: 4.997129029s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:40.833046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:35.835696Z","time spent":"4.997340706s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/29 14:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:40.834353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997660155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:40.834435Z","caller":"traceutil/trace.go:171","msg":"trace[500837159] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997788318s","start":"2026-07-29T14:26:35.836627Z","end":"2026-07-29T14:26:40.834415Z","steps":["trace[500837159] 'agreement among raft nodes before linearized reading' (duration: 4.997689875s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:40.834594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:35.836608Z","time spent":"4.997911911s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/29 14:26:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:40.905921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:41.031086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996685327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:41.031166Z","caller":"traceutil/trace.go:171","msg":"trace[893523708] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.996816759s","start":"2026-07-29T14:26:36.034326Z","end":"2026-07-29T14:26:41.031143Z","steps":["trace[893523708] 'agreement among raft nodes before linearized reading' (duration: 4.996723417s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:41.031214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:36.034305Z","time spent":"4.996899283s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/29 14:26:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:41.048424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.232945936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:41.048511Z","caller":"traceutil/trace.go:171","msg":"trace[229278263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.233049429s","start":"2026-07-29T14:26:32.815442Z","end":"2026-07-29T14:26:41.048491Z","steps":["trace[229278263] 'agreement among raft nodes before linearized reading' (duration: 8.232943556s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:41.048558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:32.815347Z","time spent":"8.233200022s","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/29 14:26:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:41.06376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997747696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:41.063835Z","caller":"traceutil/trace.go:171","msg":"trace[1336159400] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99787361s","start":"2026-07-29T14:26:36.065945Z","end":"2026-07-29T14:26:41.063819Z","steps":["trace[1336159400] 'agreement among raft nodes before linearized reading' (duration: 4.997778817s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:41.063873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:36.065927Z","time spent":"4.997938771s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/29 14:26:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:41.253829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000483282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:26:41.253924Z","caller":"traceutil/trace.go:171","msg":"trace[21552842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690228s","start":"2026-07-29T14:26:39.253214Z","end":"2026-07-29T14:26:41.253905Z","steps":["trace[21552842] 'agreement among raft nodes before linearized reading' (duration: 2.000518232s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:41.253977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:39.253188Z","time spent":"2.000779551s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:26:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:41.407115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:41.907747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:42.241258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:35.241081Z","time spent":"7.000166714s","remote":"127.0.0.1:59110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:26:42.408082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:42.618729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999145898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:42.618831Z","caller":"traceutil/trace.go:171","msg":"trace[1877803090] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; }","duration":"9.999262161s","start":"2026-07-29T14:26:32.619543Z","end":"2026-07-29T14:26:42.618805Z","steps":["trace[1877803090] 'agreement among raft nodes before linearized reading' (duration: 9.999143058s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:42.618891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:32.619484Z","time spent":"9.999392375s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} 2026/07/29 14:26:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:42.628765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002654459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:42.628852Z","caller":"traceutil/trace.go:171","msg":"trace[583168467] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"10.002783192s","start":"2026-07-29T14:26:32.626051Z","end":"2026-07-29T14:26:42.628834Z","steps":["trace[583168467] 'agreement among raft nodes before linearized reading' (duration: 10.002687589s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:42.628903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:32.626037Z","time spent":"10.002852404s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} 2026/07/29 14:26:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/29 14:26:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/29 14:26:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:42.908395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:43.053916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:36.052797Z","time spent":"7.001110812s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:26:43.254218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:26:43.254306Z","caller":"traceutil/trace.go:171","msg":"trace[469349704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181283s","start":"2026-07-29T14:26:41.254103Z","end":"2026-07-29T14:26:43.254284Z","steps":["trace[469349704] 'agreement among raft nodes before linearized reading' (duration: 2.00007389s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:43.254362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:41.254074Z","time spent":"2.000273457s","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:26:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:43.353888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:36.353336Z","time spent":"7.000544305s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:26:43.367531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:36.366819Z","time spent":"7.000704589s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:26:43.408845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:43.703882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:36.703532Z","time spent":"7.00034387s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:26:43.899466Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-29T14:26:43.899632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.943665914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T14:26:43.899679Z","caller":"traceutil/trace.go:171","msg":"trace[2094673599] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; }","duration":"11.943765868s","start":"2026-07-29T14:26:31.955894Z","end":"2026-07-29T14:26:43.899659Z","steps":["trace[2094673599] 'agreement among raft nodes before linearized reading' (duration: 11.943696886s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:43.899723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:31.955873Z","time spent":"11.94384036s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-29T14:26:43.899702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.323692891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:26:43.899724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.432045504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:26:43.899817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.518452144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:26:43.899804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.000774186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T14:26:43.899826Z","caller":"traceutil/trace.go:171","msg":"trace[880503243] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"11.323914338s","start":"2026-07-29T14:26:32.575882Z","end":"2026-07-29T14:26:43.899796Z","steps":["trace[880503243] 'agreement among raft nodes before linearized reading' (duration: 11.323726303s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:43.899791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.35822227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T14:26:43.899856Z","caller":"traceutil/trace.go:171","msg":"trace[324341490] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"10.518527636s","start":"2026-07-29T14:26:33.381317Z","end":"2026-07-29T14:26:43.899845Z","steps":["trace[324341490] 'agreement among raft nodes before linearized reading' (duration: 10.518479774s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:43.899896Z","caller":"traceutil/trace.go:171","msg":"trace[1791210487] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; }","duration":"8.000895349s","start":"2026-07-29T14:26:35.898971Z","end":"2026-07-29T14:26:43.899866Z","steps":["trace[1791210487] 'agreement among raft nodes before linearized reading' (duration: 8.000795406s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:43.899906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:32.575856Z","time spent":"11.324033161s","remote":"127.0.0.1:32960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:26:43.899907Z","caller":"traceutil/trace.go:171","msg":"trace[452372373] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; }","duration":"13.358430876s","start":"2026-07-29T14:26:30.541456Z","end":"2026-07-29T14:26:43.899887Z","steps":["trace[452372373] 'agreement among raft nodes before linearized reading' (duration: 13.35824958s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:43.899964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:35.898958Z","time spent":"8.000992402s","remote":"127.0.0.1:59190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:43.900016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:30.541437Z","time spent":"13.35852312s","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:43.899907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:33.381303Z","time spent":"10.518594288s","remote":"127.0.0.1:38228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:26:43.899833Z","caller":"traceutil/trace.go:171","msg":"trace[988302377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.432244489s","start":"2026-07-29T14:26:31.467566Z","end":"2026-07-29T14:26:43.899811Z","steps":["trace[988302377] 'agreement among raft nodes before linearized reading' (duration: 12.432068045s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:43.900121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:31.467549Z","time spent":"12.432551518s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:44.400626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854358466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:26:44.442192Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"567d9fae3181eb14","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:26:44.459931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"15.148136931s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:26:45.211941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:38.211568Z","time spent":"7.000263678s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:26:45.263319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000815072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:26:45.263441Z","caller":"traceutil/trace.go:171","msg":"trace[1834942089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000988026s","start":"2026-07-29T14:26:43.262427Z","end":"2026-07-29T14:26:45.263415Z","steps":["trace[1834942089] 'agreement among raft nodes before linearized reading' (duration: 2.000829392s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:45.263504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:43.262417Z","time spent":"2.001074409s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:26:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:45.325873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:40.329611Z","time spent":"4.996250343s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:26:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:45.327926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:40.329529Z","time spent":"4.998389854s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:26:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:26:47.107942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.647583644s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:26:47.242462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.260822ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-29T14:26:47.243158Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"38.221µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-29T14:26:47.243203Z","caller":"traceutil/trace.go:171","msg":"trace[1194298515] transaction","detail":"{read_only:false; response_revision:10125; number_of_response:1; }","duration":"6.909548045s","start":"2026-07-29T14:26:40.333613Z","end":"2026-07-29T14:26:47.243161Z","steps":["trace[1194298515] 'process raft request' (duration: 6.909275207s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.243262Z","caller":"traceutil/trace.go:171","msg":"trace[818912433] transaction","detail":"{read_only:false; response_revision:10127; number_of_response:1; }","duration":"6.405941159s","start":"2026-07-29T14:26:40.83723Z","end":"2026-07-29T14:26:47.243171Z","steps":["trace[818912433] 'process raft request' (duration: 6.405755514s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.24329Z","caller":"traceutil/trace.go:171","msg":"trace[1640179852] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10129; }","duration":"4.184972484s","start":"2026-07-29T14:26:43.058289Z","end":"2026-07-29T14:26:47.243262Z","steps":["trace[1640179852] 'process raft request' (duration: 4.184793728s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.243355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.887507564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T14:26:47.243375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:40.333603Z","time spent":"6.909695s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:26:47.243428Z","caller":"traceutil/trace.go:171","msg":"trace[1492126549] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10129; }","duration":"4.887652319s","start":"2026-07-29T14:26:42.355757Z","end":"2026-07-29T14:26:47.243409Z","steps":["trace[1492126549] 'agreement among raft nodes before linearized reading' (duration: 4.887521125s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.243419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:43.058258Z","time spent":"4.185101787s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:26:47.243426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:40.83721Z","time spent":"6.406140076s","remote":"127.0.0.1:59110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:26:47.243434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872751137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-29T14:26:47.243488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:42.355729Z","time spent":"4.887741721s","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:26:47.243523Z","caller":"traceutil/trace.go:171","msg":"trace[1121012303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10129; }","duration":"3.872877211s","start":"2026-07-29T14:26:43.370633Z","end":"2026-07-29T14:26:47.24351Z","steps":["trace[1121012303] 'agreement among raft nodes before linearized reading' (duration: 3.872653334s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.243528Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"567d9fae3181eb14","error":"lease not found"} {"level":"info","ts":"2026-07-29T14:26:47.243169Z","caller":"traceutil/trace.go:171","msg":"trace[1656276217] transaction","detail":"{read_only:false; response_revision:10126; number_of_response:1; }","duration":"6.90763428s","start":"2026-07-29T14:26:40.335498Z","end":"2026-07-29T14:26:47.243132Z","steps":["trace[1656276217] 'process raft request' (duration: 6.907453445s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.243587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:43.370605Z","time spent":"3.872947884s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-29T14:26:47.243664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:40.335481Z","time spent":"6.908103534s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:26:47.243679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985927994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"warn","ts":"2026-07-29T14:26:47.243676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.90161986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T14:26:47.243784Z","caller":"traceutil/trace.go:171","msg":"trace[1208035222] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10129; }","duration":"9.901801776s","start":"2026-07-29T14:26:37.341969Z","end":"2026-07-29T14:26:47.243771Z","steps":["trace[1208035222] 'agreement among raft nodes before linearized reading' (duration: 9.901530898s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.243314Z","caller":"traceutil/trace.go:171","msg":"trace[1996700668] linearizableReadLoop","detail":"{readStateIndex:10461; appliedIndex:10439; }","duration":"3.343710062s","start":"2026-07-29T14:26:43.899556Z","end":"2026-07-29T14:26:47.243266Z","steps":["trace[1996700668] 'read index received' (duration: 560.768145ms)","trace[1996700668] 'applied index is now lower than readState.Index' (duration: 2.782940237s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:26:47.243853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.423349046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:26:47.243862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.886392138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-29T14:26:47.243886Z","caller":"traceutil/trace.go:171","msg":"trace[636819872] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10129; }","duration":"3.423380368s","start":"2026-07-29T14:26:43.820494Z","end":"2026-07-29T14:26:47.243874Z","steps":["trace[636819872] 'agreement among raft nodes before linearized reading' (duration: 3.423332116s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.243919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:43.82042Z","time spent":"3.42348995s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:47.243893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:37.341953Z","time spent":"9.901888587s","remote":"127.0.0.1:59360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:47.243969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.040486304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T14:26:47.243805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536561754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-29T14:26:47.244089Z","caller":"traceutil/trace.go:171","msg":"trace[418928019] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:10129; }","duration":"3.536886473s","start":"2026-07-29T14:26:43.707192Z","end":"2026-07-29T14:26:47.244079Z","steps":["trace[418928019] 'agreement among raft nodes before linearized reading' (duration: 3.536528642s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.244128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:43.707171Z","time spent":"3.536947254s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-29T14:26:47.244066Z","caller":"traceutil/trace.go:171","msg":"trace[1261253389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10129; }","duration":"8.040619699s","start":"2026-07-29T14:26:39.203434Z","end":"2026-07-29T14:26:47.244054Z","steps":["trace[1261253389] 'agreement among raft nodes before linearized reading' (duration: 8.040498946s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.243915Z","caller":"traceutil/trace.go:171","msg":"trace[1292425491] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10129; }","duration":"3.886476441s","start":"2026-07-29T14:26:43.357427Z","end":"2026-07-29T14:26:47.243904Z","steps":["trace[1292425491] 'agreement among raft nodes before linearized reading' (duration: 3.886330558s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.244257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:43.357412Z","time spent":"3.886834921s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-29T14:26:47.244255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.257709668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:26:47.24432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.301927906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T14:26:47.244352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.474595021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:26:47.244351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.778238188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T14:26:47.244382Z","caller":"traceutil/trace.go:171","msg":"trace[1019492463] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:10129; }","duration":"6.302023048s","start":"2026-07-29T14:26:40.94235Z","end":"2026-07-29T14:26:47.244373Z","steps":["trace[1019492463] 'agreement among raft nodes before linearized reading' (duration: 6.301890345s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.244408Z","caller":"traceutil/trace.go:171","msg":"trace[1302336436] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10129; }","duration":"4.474715343s","start":"2026-07-29T14:26:42.769679Z","end":"2026-07-29T14:26:47.244395Z","steps":["trace[1302336436] 'agreement among raft nodes before linearized reading' (duration: 4.474142237s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.244415Z","caller":"traceutil/trace.go:171","msg":"trace[2042056022] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:10129; }","duration":"6.778358253s","start":"2026-07-29T14:26:40.466044Z","end":"2026-07-29T14:26:47.244402Z","steps":["trace[2042056022] 'agreement among raft nodes before linearized reading' (duration: 6.778229428s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.244449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:40.942334Z","time spent":"6.302101321s","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:47.244452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998948432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c8e6a5119e31\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-29T14:26:47.244465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:42.76965Z","time spent":"4.474800837s","remote":"127.0.0.1:59560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":564,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:47.244466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:40.466024Z","time spent":"6.778432064s","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:26:47.244501Z","caller":"traceutil/trace.go:171","msg":"trace[116138204] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6c8e6a5119e31; range_end:; response_count:1; response_revision:10129; }","duration":"4.999041974s","start":"2026-07-29T14:26:42.245446Z","end":"2026-07-29T14:26:47.244488Z","steps":["trace[116138204] 'agreement among raft nodes before linearized reading' (duration: 4.99891021s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.244556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:42.245411Z","time spent":"4.999132707s","remote":"127.0.0.1:59110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c8e6a5119e31\" "} {"level":"warn","ts":"2026-07-29T14:26:47.244222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:39.203416Z","time spent":"8.040791694s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:26:47.24433Z","caller":"traceutil/trace.go:171","msg":"trace[1354836635] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10129; }","duration":"6.25778764s","start":"2026-07-29T14:26:40.986528Z","end":"2026-07-29T14:26:47.244316Z","steps":["trace[1354836635] 'agreement among raft nodes before linearized reading' (duration: 6.257686507s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.244819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:40.986472Z","time spent":"6.258334925s","remote":"127.0.0.1:59232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:47.24379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.33058379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T14:26:47.245042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.674959718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:26:47.245101Z","caller":"traceutil/trace.go:171","msg":"trace[1487375565] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:10129; }","duration":"9.675035561s","start":"2026-07-29T14:26:37.570049Z","end":"2026-07-29T14:26:47.245084Z","steps":["trace[1487375565] 'agreement among raft nodes before linearized reading' (duration: 9.674962989s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.243733Z","caller":"traceutil/trace.go:171","msg":"trace[195930898] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10129; }","duration":"3.986027096s","start":"2026-07-29T14:26:43.257692Z","end":"2026-07-29T14:26:47.243719Z","steps":["trace[195930898] 'agreement among raft nodes before linearized reading' (duration: 3.985873892s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.245153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:37.570035Z","time spent":"9.675104933s","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:47.245162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:43.257666Z","time spent":"3.987479787s","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-29T14:26:47.244786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.642658768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T14:26:47.244981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.692838602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:26:47.245351Z","caller":"traceutil/trace.go:171","msg":"trace[1453053973] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:10129; }","duration":"9.693245253s","start":"2026-07-29T14:26:37.552084Z","end":"2026-07-29T14:26:47.245329Z","steps":["trace[1453053973] 'agreement among raft nodes before linearized reading' (duration: 9.692847411s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.245433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:37.552062Z","time spent":"9.693349376s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:26:47.245025Z","caller":"traceutil/trace.go:171","msg":"trace[79423039] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10129; }","duration":"4.331862856s","start":"2026-07-29T14:26:42.913151Z","end":"2026-07-29T14:26:47.245014Z","steps":["trace[79423039] 'agreement among raft nodes before linearized reading' (duration: 4.330540618s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.245376Z","caller":"traceutil/trace.go:171","msg":"trace[2029041352] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10129; }","duration":"8.643229524s","start":"2026-07-29T14:26:38.602076Z","end":"2026-07-29T14:26:47.245306Z","steps":["trace[2029041352] 'agreement among raft nodes before linearized reading' (duration: 8.642624207s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.245586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:38.602045Z","time spent":"8.643517742s","remote":"127.0.0.1:59532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":15,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:47.245496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:42.913126Z","time spent":"4.33235423s","remote":"127.0.0.1:59214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":82,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:47.245765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.18345657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:26:47.245824Z","caller":"traceutil/trace.go:171","msg":"trace[634932512] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10129; }","duration":"9.183553383s","start":"2026-07-29T14:26:38.062251Z","end":"2026-07-29T14:26:47.245805Z","steps":["trace[634932512] 'agreement among raft nodes before linearized reading' (duration: 9.182733569s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.245882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:38.062234Z","time spent":"9.183634924s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:26:47.26054Z","caller":"traceutil/trace.go:171","msg":"trace[726673290] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10129; }","duration":"2.043657741s","start":"2026-07-29T14:26:45.216698Z","end":"2026-07-29T14:26:47.260355Z","steps":["trace[726673290] 'process raft request' (duration: 2.043513836s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.260605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.361898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:26:47.260627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823034613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:26:47.260656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:45.216669Z","time spent":"2.043925119s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:26:47.260659Z","caller":"traceutil/trace.go:171","msg":"trace[2120698544] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10129; }","duration":"891.45618ms","start":"2026-07-29T14:26:46.369189Z","end":"2026-07-29T14:26:47.260646Z","steps":["trace[2120698544] 'agreement among raft nodes before linearized reading' (duration: 891.364568ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.260677Z","caller":"traceutil/trace.go:171","msg":"trace[1170636185] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10129; }","duration":"1.823249778s","start":"2026-07-29T14:26:45.43741Z","end":"2026-07-29T14:26:47.26066Z","steps":["trace[1170636185] 'agreement among raft nodes before linearized reading' (duration: 1.823021141s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.260695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:46.369165Z","time spent":"891.519873ms","remote":"127.0.0.1:38224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:47.260712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:45.437388Z","time spent":"1.82331178s","remote":"127.0.0.1:59230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:47.260556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599777947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:26:47.260779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996983812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:26:47.260793Z","caller":"traceutil/trace.go:171","msg":"trace[1339997256] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:10129; }","duration":"1.600139358s","start":"2026-07-29T14:26:45.660635Z","end":"2026-07-29T14:26:47.260774Z","steps":["trace[1339997256] 'agreement among raft nodes before linearized reading' (duration: 1.599696235s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.260794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148116847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:26:47.260832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:45.660573Z","time spent":"1.600247781s","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:26:47.260877Z","caller":"traceutil/trace.go:171","msg":"trace[1854952139] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10129; }","duration":"2.14822206s","start":"2026-07-29T14:26:45.112619Z","end":"2026-07-29T14:26:47.260841Z","steps":["trace[1854952139] 'agreement among raft nodes before linearized reading' (duration: 2.148110996s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.260895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35930679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:26:47.260895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087423026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T14:26:47.260869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117389405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:26:47.26092Z","caller":"traceutil/trace.go:171","msg":"trace[13552145] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:0; response_revision:10129; }","duration":"3.359374941s","start":"2026-07-29T14:26:43.901538Z","end":"2026-07-29T14:26:47.260913Z","steps":["trace[13552145] 'agreement among raft nodes before linearized reading' (duration: 3.359334999s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.260927Z","caller":"traceutil/trace.go:171","msg":"trace[863714019] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10129; }","duration":"2.087511229s","start":"2026-07-29T14:26:45.173407Z","end":"2026-07-29T14:26:47.260919Z","steps":["trace[863714019] 'agreement among raft nodes before linearized reading' (duration: 2.087438277s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.26094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:43.901517Z","time spent":"3.359418362s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-29T14:26:47.260931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:45.112599Z","time spent":"2.148316472s","remote":"127.0.0.1:32978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:47.260958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:45.173374Z","time spent":"2.08757419s","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":30,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:26:47.260953Z","caller":"traceutil/trace.go:171","msg":"trace[1751264878] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:10129; }","duration":"2.117544419s","start":"2026-07-29T14:26:45.143388Z","end":"2026-07-29T14:26:47.260932Z","steps":["trace[1751264878] 'agreement among raft nodes before linearized reading' (duration: 2.117307623s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.260816Z","caller":"traceutil/trace.go:171","msg":"trace[1637118413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10129; }","duration":"1.997072155s","start":"2026-07-29T14:26:45.263732Z","end":"2026-07-29T14:26:47.260805Z","steps":["trace[1637118413] 'agreement among raft nodes before linearized reading' (duration: 1.997012683s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.261002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:45.143365Z","time spent":"2.117625663s","remote":"127.0.0.1:38226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:26:47.261028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:45.263706Z","time spent":"1.997314431s","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T14:26:47.603904Z","caller":"traceutil/trace.go:171","msg":"trace[1883259456] linearizableReadLoop","detail":"{readStateIndex:10465; appliedIndex:10463; }","duration":"343.556834ms","start":"2026-07-29T14:26:47.260322Z","end":"2026-07-29T14:26:47.603879Z","steps":["trace[1883259456] 'read index received' (duration: 343.338348ms)","trace[1883259456] 'applied index is now lower than readState.Index' (duration: 217.346µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:26:47.603949Z","caller":"traceutil/trace.go:171","msg":"trace[1726582629] transaction","detail":"{read_only:false; response_revision:10131; number_of_response:1; }","duration":"349.187687ms","start":"2026-07-29T14:26:47.254728Z","end":"2026-07-29T14:26:47.603916Z","steps":["trace[1726582629] 'process raft request' (duration: 349.083854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.604163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.005313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-29T14:26:47.604166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.951281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-29T14:26:47.604188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.507226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-07-29T14:26:47.604206Z","caller":"traceutil/trace.go:171","msg":"trace[1073095827] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:10131; }","duration":"355.082615ms","start":"2026-07-29T14:26:47.249115Z","end":"2026-07-29T14:26:47.604197Z","steps":["trace[1073095827] 'agreement among raft nodes before linearized reading' (duration: 354.88807ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.60422Z","caller":"traceutil/trace.go:171","msg":"trace[1564863556] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10131; }","duration":"355.048534ms","start":"2026-07-29T14:26:47.249158Z","end":"2026-07-29T14:26:47.604207Z","steps":["trace[1564863556] 'agreement among raft nodes before linearized reading' (duration: 354.818307ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:47.604232Z","caller":"traceutil/trace.go:171","msg":"trace[1046241890] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:10131; }","duration":"357.617889ms","start":"2026-07-29T14:26:47.246599Z","end":"2026-07-29T14:26:47.604217Z","steps":["trace[1046241890] 'agreement among raft nodes before linearized reading' (duration: 357.435343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.60421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:47.254706Z","time spent":"349.402113ms","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:26:47.604279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:47.249143Z","time spent":"355.127196ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-29T14:26:47.604284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:47.246581Z","time spent":"357.69383ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-29T14:26:47.603958Z","caller":"traceutil/trace.go:171","msg":"trace[643424834] transaction","detail":"{read_only:false; response_revision:10130; number_of_response:1; }","duration":"357.7022ms","start":"2026-07-29T14:26:47.246231Z","end":"2026-07-29T14:26:47.603934Z","steps":["trace[643424834] 'process raft request' (duration: 357.392641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.604239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:47.249103Z","time spent":"355.130027ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-29T14:26:47.604306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.659713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-29T14:26:47.604422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:47.246213Z","time spent":"358.129213ms","remote":"127.0.0.1:59110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:26:47.604434Z","caller":"traceutil/trace.go:171","msg":"trace[1614431168] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10131; }","duration":"354.802186ms","start":"2026-07-29T14:26:47.249605Z","end":"2026-07-29T14:26:47.604407Z","steps":["trace[1614431168] 'agreement among raft nodes before linearized reading' (duration: 354.429576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.604477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:47.249599Z","time spent":"354.867379ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-29T14:26:47.61653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:47.261674Z","time spent":"354.852359ms","remote":"127.0.0.1:59050","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T14:26:47.61659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.510505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:26:47.616656Z","caller":"traceutil/trace.go:171","msg":"trace[216814185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10131; }","duration":"349.599958ms","start":"2026-07-29T14:26:47.26704Z","end":"2026-07-29T14:26:47.61664Z","steps":["trace[216814185] 'agreement among raft nodes before linearized reading' (duration: 349.496135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.616697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:47.267032Z","time spent":"349.656399ms","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:26:47.616717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.075438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:26:47.61677Z","caller":"traceutil/trace.go:171","msg":"trace[1825985854] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:10131; }","duration":"353.16063ms","start":"2026-07-29T14:26:47.263594Z","end":"2026-07-29T14:26:47.616755Z","steps":["trace[1825985854] 'agreement among raft nodes before linearized reading' (duration: 352.996226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.616817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:47.263579Z","time spent":"353.228922ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-29T14:26:47.791908Z","caller":"traceutil/trace.go:171","msg":"trace[33354740] linearizableReadLoop","detail":"{readStateIndex:10471; appliedIndex:10470; }","duration":"124.017807ms","start":"2026-07-29T14:26:47.667855Z","end":"2026-07-29T14:26:47.791872Z","steps":["trace[33354740] 'read index received' (duration: 106.613488ms)","trace[33354740] 'applied index is now lower than readState.Index' (duration: 17.401559ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:26:47.79207Z","caller":"traceutil/trace.go:171","msg":"trace[1866831884] transaction","detail":"{read_only:false; response_revision:10136; number_of_response:1; }","duration":"146.415381ms","start":"2026-07-29T14:26:47.645631Z","end":"2026-07-29T14:26:47.792046Z","steps":["trace[1866831884] 'process raft request' (duration: 128.808925ms)","trace[1866831884] 'compare' (duration: 16.905765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:26:47.792344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.768071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-07-29T14:26:47.792452Z","caller":"traceutil/trace.go:171","msg":"trace[1203987109] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10136; }","duration":"115.922225ms","start":"2026-07-29T14:26:47.676504Z","end":"2026-07-29T14:26:47.792426Z","steps":["trace[1203987109] 'agreement among raft nodes before linearized reading' (duration: 115.564865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:47.792589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.696337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-07-29T14:26:47.792656Z","caller":"traceutil/trace.go:171","msg":"trace[344030814] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10136; }","duration":"124.82504ms","start":"2026-07-29T14:26:47.667816Z","end":"2026-07-29T14:26:47.792641Z","steps":["trace[344030814] 'agreement among raft nodes before linearized reading' (duration: 124.574913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:48.040238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.311661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:26:48.040438Z","caller":"traceutil/trace.go:171","msg":"trace[1288378353] transaction","detail":"{read_only:false; response_revision:10139; number_of_response:1; }","duration":"227.184298ms","start":"2026-07-29T14:26:47.813238Z","end":"2026-07-29T14:26:48.040422Z","steps":["trace[1288378353] 'process raft request' (duration: 227.122345ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:48.040513Z","caller":"traceutil/trace.go:171","msg":"trace[342468179] transaction","detail":"{read_only:false; response_revision:10138; number_of_response:1; }","duration":"240.144658ms","start":"2026-07-29T14:26:47.800328Z","end":"2026-07-29T14:26:48.040473Z","steps":["trace[342468179] 'process raft request' (duration: 127.521368ms)","trace[342468179] 'compare' (duration: 112.201598ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:26:48.284956Z","caller":"traceutil/trace.go:171","msg":"trace[1877924956] transaction","detail":"{read_only:false; response_revision:10141; number_of_response:1; }","duration":"232.689134ms","start":"2026-07-29T14:26:48.052243Z","end":"2026-07-29T14:26:48.284933Z","steps":["trace[1877924956] 'process raft request' (duration: 232.466327ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:48.365737Z","caller":"traceutil/trace.go:171","msg":"trace[428525879] transaction","detail":"{read_only:false; response_revision:10142; number_of_response:1; }","duration":"301.832167ms","start":"2026-07-29T14:26:48.063879Z","end":"2026-07-29T14:26:48.365711Z","steps":["trace[428525879] 'process raft request' (duration: 301.680543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:48.365883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:48.06386Z","time spent":"301.951981ms","remote":"127.0.0.1:59110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:27:19.926336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:20.427507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:20.928657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:21.428989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:21.92972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:21.94496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:27:21.945261Z","caller":"traceutil/trace.go:171","msg":"trace[1566872201] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217825s","start":"2026-07-29T14:27:19.945012Z","end":"2026-07-29T14:27:21.94523Z","steps":["trace[1566872201] 'agreement among raft nodes before linearized reading' (duration: 1.999903736s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:21.945544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:19.944995Z","time spent":"2.000531444s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:27:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:22.236741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:27:22.23693Z","caller":"traceutil/trace.go:171","msg":"trace[45334817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538904s","start":"2026-07-29T14:27:20.236369Z","end":"2026-07-29T14:27:22.236908Z","steps":["trace[45334817] 'agreement among raft nodes before linearized reading' (duration: 2.000334448s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:22.237121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:20.236346Z","time spent":"2.00076208s","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:27:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:22.430441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:22.931528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:23.432546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:23.932924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:24.24503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:27:24.245209Z","caller":"traceutil/trace.go:171","msg":"trace[1774882147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000609996s","start":"2026-07-29T14:27:22.244573Z","end":"2026-07-29T14:27:24.245183Z","steps":["trace[1774882147] 'agreement among raft nodes before linearized reading' (duration: 2.00041788s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:24.245311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:22.244553Z","time spent":"2.00074086s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:27:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:24.433376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:24.933786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:25.187595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:20.18977Z","time spent":"4.997817319s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:27:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:25.207535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999808995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:27:25.20772Z","caller":"traceutil/trace.go:171","msg":"trace[978078218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000111623s","start":"2026-07-29T14:27:20.207578Z","end":"2026-07-29T14:27:25.20769Z","steps":["trace[978078218] 'agreement among raft nodes before linearized reading' (duration: 4.999849296s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:25.207861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:20.207559Z","time spent":"5.000283129s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/29 14:27:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:25.434662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:25.545298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:20.546885Z","time spent":"4.998404636s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:27:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:25.604855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:20.606528Z","time spent":"4.998321833s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:27:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:25.853477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999144505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:25.853565Z","caller":"traceutil/trace.go:171","msg":"trace[1886383221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99928204s","start":"2026-07-29T14:27:20.854261Z","end":"2026-07-29T14:27:25.853543Z","steps":["trace[1886383221] 'agreement among raft nodes before linearized reading' (duration: 4.999180677s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:25.853611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:20.854244Z","time spent":"4.999358072s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/29 14:27:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:25.935289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:26.094057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999408954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:26.094143Z","caller":"traceutil/trace.go:171","msg":"trace[578265026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999554538s","start":"2026-07-29T14:27:21.094569Z","end":"2026-07-29T14:27:26.094123Z","steps":["trace[578265026] 'agreement among raft nodes before linearized reading' (duration: 4.999442775s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:26.094191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:21.094549Z","time spent":"4.99963298s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/29 14:27:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:26.245952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:26.246018Z","caller":"traceutil/trace.go:171","msg":"trace[1201894693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00039516s","start":"2026-07-29T14:27:24.245607Z","end":"2026-07-29T14:27:26.246002Z","steps":["trace[1201894693] 'agreement among raft nodes before linearized reading' (duration: 2.000316348s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:26.246052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:24.245587Z","time spent":"2.000457621s","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:27:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:26.403473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:19.402858Z","time spent":"7.000607597s","remote":"127.0.0.1:59256","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:27:26.426583Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-29T14:27:26.426745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00072617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T14:27:26.426831Z","caller":"traceutil/trace.go:171","msg":"trace[877657023] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"7.000854714s","start":"2026-07-29T14:27:19.425955Z","end":"2026-07-29T14:27:26.42681Z","steps":["trace[877657023] 'agreement among raft nodes before linearized reading' (duration: 7.000750011s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:26.426883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:19.425939Z","time spent":"7.000932686s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:27:26.927506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:27.427684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:27.928315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:28.254708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999832724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:27:28.254814Z","caller":"traceutil/trace.go:171","msg":"trace[491713663] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000000629s","start":"2026-07-29T14:27:26.254794Z","end":"2026-07-29T14:27:28.254795Z","steps":["trace[491713663] 'agreement among raft nodes before linearized reading' (duration: 1.999868345s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:28.254957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:26.254767Z","time spent":"2.000145083s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:27:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:28.429289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:28.930131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:29.431212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:29.45387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999738794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:29.453949Z","caller":"traceutil/trace.go:171","msg":"trace[287889941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999861916s","start":"2026-07-29T14:27:19.454069Z","end":"2026-07-29T14:27:29.453931Z","steps":["trace[287889941] 'agreement among raft nodes before linearized reading' (duration: 9.999769673s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:29.453995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:19.45405Z","time spent":"9.999937298s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/29 14:27:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:29.487195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999278719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:29.487272Z","caller":"traceutil/trace.go:171","msg":"trace[572165034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999399823s","start":"2026-07-29T14:27:19.487852Z","end":"2026-07-29T14:27:29.487252Z","steps":["trace[572165034] 'agreement among raft nodes before linearized reading' (duration: 9.99931526s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:29.487315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:19.487831Z","time spent":"9.999474675s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/29 14:27:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:29.931905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:30.187195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998122678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:30.187284Z","caller":"traceutil/trace.go:171","msg":"trace[30346729] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998270532s","start":"2026-07-29T14:27:25.188993Z","end":"2026-07-29T14:27:30.187263Z","steps":["trace[30346729] 'agreement among raft nodes before linearized reading' (duration: 4.998146649s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:30.187334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:25.188978Z","time spent":"4.998346485s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/29 14:27:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:30.20715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997532952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:30.207211Z","caller":"traceutil/trace.go:171","msg":"trace[1406763464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997633436s","start":"2026-07-29T14:27:27.209559Z","end":"2026-07-29T14:27:30.207192Z","steps":["trace[1406763464] 'agreement among raft nodes before linearized reading' (duration: 2.997566274s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:30.20725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:27.20954Z","time spent":"2.997699917s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/29 14:27:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:30.255862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000613776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:30.255953Z","caller":"traceutil/trace.go:171","msg":"trace[1215110040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00076119s","start":"2026-07-29T14:27:28.255171Z","end":"2026-07-29T14:27:30.255932Z","steps":["trace[1215110040] 'agreement among raft nodes before linearized reading' (duration: 2.000637417s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:30.256002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:28.255153Z","time spent":"2.000840023s","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:27:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:30.276142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998992584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:30.276237Z","caller":"traceutil/trace.go:171","msg":"trace[1705504823] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"9.999136168s","start":"2026-07-29T14:27:20.277077Z","end":"2026-07-29T14:27:30.276213Z","steps":["trace[1705504823] 'agreement among raft nodes before linearized reading' (duration: 9.999025895s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:30.276293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:20.277051Z","time spent":"9.999229899s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} 2026/07/29 14:27:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:30.432305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:30.545182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998498708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:30.545273Z","caller":"traceutil/trace.go:171","msg":"trace[849346960] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998640972s","start":"2026-07-29T14:27:25.54661Z","end":"2026-07-29T14:27:30.545251Z","steps":["trace[849346960] 'agreement among raft nodes before linearized reading' (duration: 4.998529548s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:30.545319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:25.546593Z","time spent":"4.998717124s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/29 14:27:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:30.572722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.131612061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:30.573463Z","caller":"traceutil/trace.go:171","msg":"trace[1974985023] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"11.132366632s","start":"2026-07-29T14:27:19.441072Z","end":"2026-07-29T14:27:30.573438Z","steps":["trace[1974985023] 'agreement among raft nodes before linearized reading' (duration: 11.131625421s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:30.573636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:19.441063Z","time spent":"11.132510125s","remote":"127.0.0.1:59504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/07/29 14:27:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:30.60515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998401873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:30.605258Z","caller":"traceutil/trace.go:171","msg":"trace[250720961] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998597249s","start":"2026-07-29T14:27:25.606635Z","end":"2026-07-29T14:27:30.605232Z","steps":["trace[250720961] 'agreement among raft nodes before linearized reading' (duration: 4.998398043s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:30.605327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:25.606618Z","time spent":"4.998689823s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/29 14:27:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:30.85353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997616663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:30.853636Z","caller":"traceutil/trace.go:171","msg":"trace[628581070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997732386s","start":"2026-07-29T14:27:27.855873Z","end":"2026-07-29T14:27:30.853606Z","steps":["trace[628581070] 'agreement among raft nodes before linearized reading' (duration: 2.997614233s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:30.853697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:27.855806Z","time spent":"2.99787705s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/29 14:27:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:30.883763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:27.413778Z","time spent":"3.469977242s","remote":"127.0.0.1:59256","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:27:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:30.933034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:31.093952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998286872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:31.094029Z","caller":"traceutil/trace.go:171","msg":"trace[86746133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998409125s","start":"2026-07-29T14:27:28.0956Z","end":"2026-07-29T14:27:31.094009Z","steps":["trace[86746133] 'agreement among raft nodes before linearized reading' (duration: 2.998314093s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:31.094079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:28.095584Z","time spent":"2.998484467s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/29 14:27:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:31.434061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:31.934815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:31.944347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:31.944417Z","caller":"traceutil/trace.go:171","msg":"trace[461654813] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999931094s","start":"2026-07-29T14:27:29.94446Z","end":"2026-07-29T14:27:31.944391Z","steps":["trace[461654813] 'agreement among raft nodes before linearized reading' (duration: 1.999854582s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:31.94447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:29.944442Z","time spent":"2.000017317s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:27:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:32.152472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:25.152301Z","time spent":"7.000162861s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:27:32.263137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:27:32.263219Z","caller":"traceutil/trace.go:171","msg":"trace[1517200916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139478s","start":"2026-07-29T14:27:30.26306Z","end":"2026-07-29T14:27:32.2632Z","steps":["trace[1517200916] 'agreement among raft nodes before linearized reading' (duration: 2.000038785s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:32.26327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:30.263035Z","time spent":"2.000223381s","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:27:32.394126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999653958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:32.394226Z","caller":"traceutil/trace.go:171","msg":"trace[632488375] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; }","duration":"9.999805223s","start":"2026-07-29T14:27:22.394395Z","end":"2026-07-29T14:27:32.3942Z","steps":["trace[632488375] 'agreement among raft nodes before linearized reading' (duration: 9.99969005s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:32.394286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:22.394374Z","time spent":"9.999891576s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} 2026/07/29 14:27:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/29 14:27:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:32.43571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:32.939009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:33.427692Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-29T14:27:33.427875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.523277614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T14:27:33.427924Z","caller":"traceutil/trace.go:171","msg":"trace[158551519] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; }","duration":"9.523379437s","start":"2026-07-29T14:27:23.904527Z","end":"2026-07-29T14:27:33.427907Z","steps":["trace[158551519] 'agreement among raft nodes before linearized reading' (duration: 9.523310775s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:33.427903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.502600401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:27:33.427973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:23.904512Z","time spent":"9.523451819s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"info","ts":"2026-07-29T14:27:33.427982Z","caller":"traceutil/trace.go:171","msg":"trace[21644538] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; }","duration":"9.502731285s","start":"2026-07-29T14:27:23.925232Z","end":"2026-07-29T14:27:33.427964Z","steps":["trace[21644538] 'agreement among raft nodes before linearized reading' (duration: 9.502617122s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:33.428007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.842222284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-storage-init-l65f2\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:27:33.428034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.780816408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:27:33.428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.551374271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:27:33.428048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.462125026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T14:27:33.428064Z","caller":"traceutil/trace.go:171","msg":"trace[143786616] range","detail":"{range_begin:/registry/pods/openstack/glance-storage-init-l65f2; range_end:; }","duration":"9.842294625s","start":"2026-07-29T14:27:23.585751Z","end":"2026-07-29T14:27:33.428045Z","steps":["trace[143786616] 'agreement among raft nodes before linearized reading' (duration: 9.842248704s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:33.427948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.479894979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c8e7bd97c867\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:27:33.428105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.763695968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T14:27:33.428102Z","caller":"traceutil/trace.go:171","msg":"trace[535874778] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; }","duration":"13.46221505s","start":"2026-07-29T14:27:19.965873Z","end":"2026-07-29T14:27:33.428088Z","steps":["trace[535874778] 'agreement among raft nodes before linearized reading' (duration: 13.462144748s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:33.428111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:23.585733Z","time spent":"9.842368368s","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/glance-storage-init-l65f2\" "} {"level":"warn","ts":"2026-07-29T14:27:33.428135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.764388467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:27:33.428145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:19.965862Z","time spent":"13.462273362s","remote":"127.0.0.1:59518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:27:33.428095Z","caller":"traceutil/trace.go:171","msg":"trace[858066958] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; }","duration":"9.551513994s","start":"2026-07-29T14:27:23.876563Z","end":"2026-07-29T14:27:33.428077Z","steps":["trace[858066958] 'agreement among raft nodes before linearized reading' (duration: 9.551409561s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:33.428191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.960902753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T14:27:33.428181Z","caller":"traceutil/trace.go:171","msg":"trace[1542269093] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6c8e7bd97c867; range_end:; }","duration":"11.480150366s","start":"2026-07-29T14:27:21.947974Z","end":"2026-07-29T14:27:33.428125Z","steps":["trace[1542269093] 'agreement among raft nodes before linearized reading' (duration: 11.47993479s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:33.42823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.408409679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:27:33.428038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:23.925221Z","time spent":"9.502804177s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:27:33.428078Z","caller":"traceutil/trace.go:171","msg":"trace[43731472] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"13.78089893s","start":"2026-07-29T14:27:19.647166Z","end":"2026-07-29T14:27:33.428064Z","steps":["trace[43731472] 'agreement among raft nodes before linearized reading' (duration: 13.780853919s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:33.428303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:21.947952Z","time spent":"11.48030992s","remote":"127.0.0.1:59110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c8e7bd97c867\" "} {"level":"info","ts":"2026-07-29T14:27:33.42833Z","caller":"traceutil/trace.go:171","msg":"trace[1475433633] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"9.408545344s","start":"2026-07-29T14:27:24.019759Z","end":"2026-07-29T14:27:33.428304Z","steps":["trace[1475433633] 'agreement among raft nodes before linearized reading' (duration: 9.4084299s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:33.428348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:19.647144Z","time spent":"13.781188389s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:27:33.428165Z","caller":"traceutil/trace.go:171","msg":"trace[1509596665] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; }","duration":"8.764454888s","start":"2026-07-29T14:27:24.663702Z","end":"2026-07-29T14:27:33.428157Z","steps":["trace[1509596665] 'agreement among raft nodes before linearized reading' (duration: 8.764426757s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:33.428379Z","caller":"traceutil/trace.go:171","msg":"trace[1095478927] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; }","duration":"8.763748978s","start":"2026-07-29T14:27:24.664377Z","end":"2026-07-29T14:27:33.428126Z","steps":["trace[1095478927] 'agreement among raft nodes before linearized reading' (duration: 8.763716318s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:33.428223Z","caller":"traceutil/trace.go:171","msg":"trace[1572098886] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; }","duration":"8.960975005s","start":"2026-07-29T14:27:24.467242Z","end":"2026-07-29T14:27:33.428217Z","steps":["trace[1572098886] 'agreement among raft nodes before linearized reading' (duration: 8.960941224s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:33.428073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.295069093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:27:33.428527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:24.664365Z","time spent":"8.764106598s","remote":"127.0.0.1:59076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:27:33.428579Z","caller":"traceutil/trace.go:171","msg":"trace[337891100] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; }","duration":"8.29558652s","start":"2026-07-29T14:27:25.132959Z","end":"2026-07-29T14:27:33.428546Z","steps":["trace[337891100] 'agreement among raft nodes before linearized reading' (duration: 8.295105735s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:33.428239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:23.876543Z","time spent":"9.551679509s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:27:33.428629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:25.132935Z","time spent":"8.295682062s","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:33.4284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:24.019743Z","time spent":"9.408636296s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:27:33.428414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:24.663684Z","time spent":"8.764719955s","remote":"127.0.0.1:59190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:27:33.428515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:24.467213Z","time spent":"8.961290555s","remote":"127.0.0.1:41610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:33.928064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:34.271098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:27:34.271191Z","caller":"traceutil/trace.go:171","msg":"trace[1328623188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156082s","start":"2026-07-29T14:27:32.271015Z","end":"2026-07-29T14:27:34.271172Z","steps":["trace[1328623188] 'agreement among raft nodes before linearized reading' (duration: 2.000029749s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:34.271244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:32.270997Z","time spent":"2.000235655s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:27:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:34.428826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:34.929346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:35.208417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:30.209788Z","time spent":"4.998620607s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:27:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:35.429751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:35.490993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:28.49037Z","time spent":"7.000616047s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:27:35.578006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:28.57729Z","time spent":"7.000709868s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:27:35.930583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6232313029854359272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:27:36.000396Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"567d9fae3181ee77","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:27:36.095495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:31.097422Z","time spent":"4.998063185s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:27:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:27:36.101447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"16.698471539s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:27:36.271527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:27:36.271641Z","caller":"traceutil/trace.go:171","msg":"trace[149162336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465001s","start":"2026-07-29T14:27:34.271151Z","end":"2026-07-29T14:27:36.271616Z","steps":["trace[149162336] 'agreement among raft nodes before linearized reading' (duration: 2.000328288s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.271692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:34.271132Z","time spent":"2.000549165s","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:27:36.456603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:29.456041Z","time spent":"7.000554405s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:27:36.46611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:29.489846Z","time spent":"6.976235457s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:27:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-29T14:27:36.562361Z","caller":"traceutil/trace.go:171","msg":"trace[359546277] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"3.934429916s","start":"2026-07-29T14:27:32.6279Z","end":"2026-07-29T14:27:36.56233Z","steps":["trace[359546277] 'process raft request' (duration: 3.934288342s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.562395Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"44.682µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-29T14:27:36.562467Z","caller":"traceutil/trace.go:171","msg":"trace[1285361689] transaction","detail":"{read_only:false; response_revision:10419; number_of_response:1; }","duration":"3.930521774s","start":"2026-07-29T14:27:32.631926Z","end":"2026-07-29T14:27:36.562448Z","steps":["trace[1285361689] 'process raft request' (duration: 3.930310348s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:36.562483Z","caller":"traceutil/trace.go:171","msg":"trace[1467796202] linearizableReadLoop","detail":"{readStateIndex:10766; appliedIndex:10748; }","duration":"3.134666755s","start":"2026-07-29T14:27:33.427803Z","end":"2026-07-29T14:27:36.562469Z","steps":["trace[1467796202] 'read index received' (duration: 2.673861768s)","trace[1467796202] 'applied index is now lower than readState.Index' (duration: 460.804057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:27:36.562503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:32.627878Z","time spent":"3.934546729s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:27:36.562568Z","caller":"traceutil/trace.go:171","msg":"trace[1935435707] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10419; }","duration":"1.067042627s","start":"2026-07-29T14:27:35.495515Z","end":"2026-07-29T14:27:36.562558Z","steps":["trace[1935435707] 'process raft request' (duration: 1.066757079s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.562576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:32.631912Z","time spent":"3.930594425s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:27:36.562629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:35.495492Z","time spent":"1.067098039s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:27:36.562664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.092314511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:27:36.562714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893569224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:27:36.562728Z","caller":"traceutil/trace.go:171","msg":"trace[1854454788] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10419; }","duration":"6.092418753s","start":"2026-07-29T14:27:30.470292Z","end":"2026-07-29T14:27:36.562711Z","steps":["trace[1854454788] 'agreement among raft nodes before linearized reading' (duration: 6.09231147s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:36.56274Z","caller":"traceutil/trace.go:171","msg":"trace[115214183] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:10419; }","duration":"3.893631816s","start":"2026-07-29T14:27:32.669101Z","end":"2026-07-29T14:27:36.562733Z","steps":["trace[115214183] 'agreement among raft nodes before linearized reading' (duration: 3.893571884s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.562761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:30.470275Z","time spent":"6.092479464s","remote":"127.0.0.1:32876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:36.562757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.034044435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:27:36.5628Z","caller":"traceutil/trace.go:171","msg":"trace[1603568396] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10419; }","duration":"980.890346ms","start":"2026-07-29T14:27:35.581904Z","end":"2026-07-29T14:27:36.562794Z","steps":["trace[1603568396] 'process raft request' (duration: 980.401051ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:36.562836Z","caller":"traceutil/trace.go:171","msg":"trace[1965907787] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10419; }","duration":"7.034138478s","start":"2026-07-29T14:27:29.52866Z","end":"2026-07-29T14:27:36.562798Z","steps":["trace[1965907787] 'agreement among raft nodes before linearized reading' (duration: 7.034048485s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.562865Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"567d9fae3181ee77","error":"lease not found"} {"level":"warn","ts":"2026-07-29T14:27:36.562883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:29.528634Z","time spent":"7.03423626s","remote":"127.0.0.1:41608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:36.563016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407484256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-07-29T14:27:36.56306Z","caller":"traceutil/trace.go:171","msg":"trace[1170920681] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:10419; }","duration":"4.407556797s","start":"2026-07-29T14:27:32.155493Z","end":"2026-07-29T14:27:36.56305Z","steps":["trace[1170920681] 'agreement among raft nodes before linearized reading' (duration: 4.407409093s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.563086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:32.155476Z","time spent":"4.407603488s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-29T14:27:36.562776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:32.669082Z","time spent":"3.893688677s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:36.563145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131304229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-storage-init-l65f2\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-07-29T14:27:36.563173Z","caller":"traceutil/trace.go:171","msg":"trace[1336259349] range","detail":"{range_begin:/registry/pods/openstack/glance-storage-init-l65f2; range_end:; response_count:1; response_revision:10419; }","duration":"3.13137102s","start":"2026-07-29T14:27:33.431794Z","end":"2026-07-29T14:27:36.563165Z","steps":["trace[1336259349] 'agreement among raft nodes before linearized reading' (duration: 3.131263837s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.563195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:33.431776Z","time spent":"3.131414661s","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/glance-storage-init-l65f2\" "} {"level":"warn","ts":"2026-07-29T14:27:36.562847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:35.581883Z","time spent":"980.944257ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:27:36.563236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052855005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T14:27:36.563271Z","caller":"traceutil/trace.go:171","msg":"trace[352228549] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:10419; }","duration":"5.052932568s","start":"2026-07-29T14:27:31.51033Z","end":"2026-07-29T14:27:36.563263Z","steps":["trace[352228549] 'agreement among raft nodes before linearized reading' (duration: 5.052873667s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.563295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:31.510311Z","time spent":"5.052978518s","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:36.563328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.053379769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:27:36.563355Z","caller":"traceutil/trace.go:171","msg":"trace[1429938914] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:10419; }","duration":"7.053439441s","start":"2026-07-29T14:27:29.509907Z","end":"2026-07-29T14:27:36.563346Z","steps":["trace[1429938914] 'agreement among raft nodes before linearized reading' (duration: 7.053398151s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.563379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:29.509893Z","time spent":"7.053478142s","remote":"127.0.0.1:41616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:36.563414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.509536824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T14:27:36.563434Z","caller":"traceutil/trace.go:171","msg":"trace[588585920] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10419; }","duration":"5.509595447s","start":"2026-07-29T14:27:31.053833Z","end":"2026-07-29T14:27:36.563428Z","steps":["trace[588585920] 'agreement among raft nodes before linearized reading' (duration: 5.509560735s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.563451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:31.053814Z","time spent":"5.509632968s","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:36.563552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.22622039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:27:36.563584Z","caller":"traceutil/trace.go:171","msg":"trace[2084357564] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10419; }","duration":"8.226291592s","start":"2026-07-29T14:27:28.337284Z","end":"2026-07-29T14:27:36.563576Z","steps":["trace[2084357564] 'agreement among raft nodes before linearized reading' (duration: 8.22622877s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.563616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:28.337264Z","time spent":"8.226344653s","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:36.563669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393108095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:27:36.563762Z","caller":"traceutil/trace.go:171","msg":"trace[244064667] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10419; }","duration":"2.393215227s","start":"2026-07-29T14:27:34.170518Z","end":"2026-07-29T14:27:36.563733Z","steps":["trace[244064667] 'agreement among raft nodes before linearized reading' (duration: 2.393061023s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.563774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58848853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T14:27:36.563802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:34.170463Z","time spent":"2.3933315s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:27:36.56381Z","caller":"traceutil/trace.go:171","msg":"trace[747899538] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10419; }","duration":"2.58856477s","start":"2026-07-29T14:27:33.975236Z","end":"2026-07-29T14:27:36.563801Z","steps":["trace[747899538] 'agreement among raft nodes before linearized reading' (duration: 2.588505959s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.563838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:33.975218Z","time spent":"2.588612872s","remote":"127.0.0.1:59408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:36.563992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658328362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.4\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:27:36.564021Z","caller":"traceutil/trace.go:171","msg":"trace[1462337942] range","detail":"{range_begin:/registry/masterleases/199.204.45.4; range_end:; response_count:0; response_revision:10419; }","duration":"2.658388433s","start":"2026-07-29T14:27:33.905625Z","end":"2026-07-29T14:27:36.564013Z","steps":["trace[1462337942] 'agreement among raft nodes before linearized reading' (duration: 2.658341653s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.564031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432894281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:27:36.564043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:33.905609Z","time spent":"2.658427984s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.4\" "} {"level":"warn","ts":"2026-07-29T14:27:36.564045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672132963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:27:36.564063Z","caller":"traceutil/trace.go:171","msg":"trace[716023112] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10419; }","duration":"1.432968632s","start":"2026-07-29T14:27:35.131084Z","end":"2026-07-29T14:27:36.564053Z","steps":["trace[716023112] 'agreement among raft nodes before linearized reading' (duration: 1.432909431s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.564065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25110052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:27:36.564072Z","caller":"traceutil/trace.go:171","msg":"trace[1279941828] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:10419; }","duration":"1.672199916s","start":"2026-07-29T14:27:34.891865Z","end":"2026-07-29T14:27:36.564065Z","steps":["trace[1279941828] 'agreement among raft nodes before linearized reading' (duration: 1.672144344s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.564087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:35.131065Z","time spent":"1.433015736s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:36.564102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:34.891847Z","time spent":"1.672247747s","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:27:36.5641Z","caller":"traceutil/trace.go:171","msg":"trace[861243302] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:10419; }","duration":"2.251191234s","start":"2026-07-29T14:27:34.3129Z","end":"2026-07-29T14:27:36.564091Z","steps":["trace[861243302] 'agreement among raft nodes before linearized reading' (duration: 2.251112911s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.564131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:34.312876Z","time spent":"2.251249306s","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:36.564214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.92196621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:27:36.564235Z","caller":"traceutil/trace.go:171","msg":"trace[78808072] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:10419; }","duration":"9.922024863s","start":"2026-07-29T14:27:26.642203Z","end":"2026-07-29T14:27:36.564227Z","steps":["trace[78808072] 'agreement among raft nodes before linearized reading' (duration: 9.921991962s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.564254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:26.642181Z","time spent":"9.922068703s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:36.56427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.951833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:27:36.564314Z","caller":"traceutil/trace.go:171","msg":"trace[115838521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10419; }","duration":"285.032556ms","start":"2026-07-29T14:27:36.279268Z","end":"2026-07-29T14:27:36.5643Z","steps":["trace[115838521] 'agreement among raft nodes before linearized reading' (duration: 284.966144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.564255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130894507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c8e6a5119e31\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-29T14:27:36.565449Z","caller":"traceutil/trace.go:171","msg":"trace[2079289545] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6c8e6a5119e31; range_end:; response_count:1; response_revision:10419; }","duration":"3.132131412s","start":"2026-07-29T14:27:33.433301Z","end":"2026-07-29T14:27:36.565432Z","steps":["trace[2079289545] 'agreement among raft nodes before linearized reading' (duration: 3.130838175s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:36.565523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:33.43329Z","time spent":"3.132217045s","remote":"127.0.0.1:59110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c8e6a5119e31\" "} {"level":"info","ts":"2026-07-29T14:29:23.617695Z","caller":"traceutil/trace.go:171","msg":"trace[1526088241] transaction","detail":"{read_only:false; response_revision:11447; number_of_response:1; }","duration":"125.957925ms","start":"2026-07-29T14:29:23.491704Z","end":"2026-07-29T14:29:23.617662Z","steps":["trace[1526088241] 'process raft request' (duration: 125.785111ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:33.386818Z","caller":"traceutil/trace.go:171","msg":"trace[412127154] linearizableReadLoop","detail":"{readStateIndex:11909; appliedIndex:11908; }","duration":"196.791549ms","start":"2026-07-29T14:29:33.190004Z","end":"2026-07-29T14:29:33.386795Z","steps":["trace[412127154] 'read index received' (duration: 196.637875ms)","trace[412127154] 'applied index is now lower than readState.Index' (duration: 152.164µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:29:33.386871Z","caller":"traceutil/trace.go:171","msg":"trace[1810474570] transaction","detail":"{read_only:false; response_revision:11531; number_of_response:1; }","duration":"304.318126ms","start":"2026-07-29T14:29:33.082519Z","end":"2026-07-29T14:29:33.386837Z","steps":["trace[1810474570] 'process raft request' (duration: 304.10737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:33.387084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.701197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T14:29:33.387083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.068437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T14:29:33.387095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:33.082449Z","time spent":"304.521972ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:29:33.387127Z","caller":"traceutil/trace.go:171","msg":"trace[705155159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11531; }","duration":"196.794269ms","start":"2026-07-29T14:29:33.190323Z","end":"2026-07-29T14:29:33.387117Z","steps":["trace[705155159] 'agreement among raft nodes before linearized reading' (duration: 196.647565ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:33.387137Z","caller":"traceutil/trace.go:171","msg":"trace[991910006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11531; }","duration":"197.152268ms","start":"2026-07-29T14:29:33.189973Z","end":"2026-07-29T14:29:33.387125Z","steps":["trace[991910006] 'agreement among raft nodes before linearized reading' (duration: 196.972804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:33.387268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.183849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T14:29:33.38727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.377167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:29:33.387308Z","caller":"traceutil/trace.go:171","msg":"trace[1317091983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11531; }","duration":"150.463309ms","start":"2026-07-29T14:29:33.236837Z","end":"2026-07-29T14:29:33.3873Z","steps":["trace[1317091983] 'agreement among raft nodes before linearized reading' (duration: 150.399807ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:33.387307Z","caller":"traceutil/trace.go:171","msg":"trace[1217414872] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:11531; }","duration":"113.250132ms","start":"2026-07-29T14:29:33.274046Z","end":"2026-07-29T14:29:33.387296Z","steps":["trace[1217414872] 'agreement among raft nodes before linearized reading' (duration: 113.184899ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:59.608274Z","caller":"traceutil/trace.go:171","msg":"trace[667821145] transaction","detail":"{read_only:false; response_revision:11710; number_of_response:1; }","duration":"127.253282ms","start":"2026-07-29T14:29:59.480999Z","end":"2026-07-29T14:29:59.608252Z","steps":["trace[667821145] 'process raft request' (duration: 127.129448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:30:00.049965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.085144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:30:00.050077Z","caller":"traceutil/trace.go:171","msg":"trace[2128706201] transaction","detail":"{read_only:false; response_revision:11713; number_of_response:1; }","duration":"382.240804ms","start":"2026-07-29T14:29:59.667817Z","end":"2026-07-29T14:30:00.050058Z","steps":["trace[2128706201] 'process raft request' (duration: 242.967944ms)","trace[2128706201] 'compare' (duration: 138.871768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:30:00.050137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:59.667796Z","time spent":"382.314456ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:30:00.052085Z","caller":"traceutil/trace.go:171","msg":"trace[511272771] linearizableReadLoop","detail":"{readStateIndex:12099; appliedIndex:12098; }","duration":"107.184916ms","start":"2026-07-29T14:29:59.944868Z","end":"2026-07-29T14:30:00.052053Z","steps":["trace[511272771] 'read index received' (duration: 106.94575ms)","trace[511272771] 'applied index is now lower than readState.Index' (duration: 238.296µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:30:00.052222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.337701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:30:00.052266Z","caller":"traceutil/trace.go:171","msg":"trace[1708184275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11714; }","duration":"107.399393ms","start":"2026-07-29T14:29:59.944855Z","end":"2026-07-29T14:30:00.052254Z","steps":["trace[1708184275] 'agreement among raft nodes before linearized reading' (duration: 107.311711ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:30:00.052164Z","caller":"traceutil/trace.go:171","msg":"trace[998045676] transaction","detail":"{read_only:false; response_revision:11714; number_of_response:1; }","duration":"383.258362ms","start":"2026-07-29T14:29:59.66885Z","end":"2026-07-29T14:30:00.052109Z","steps":["trace[998045676] 'process raft request' (duration: 383.037436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:30:00.052604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:59.668824Z","time spent":"383.670054ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:30:03.796404Z","caller":"traceutil/trace.go:171","msg":"trace[829018516] linearizableReadLoop","detail":"{readStateIndex:12118; appliedIndex:12117; }","duration":"127.638394ms","start":"2026-07-29T14:30:03.668742Z","end":"2026-07-29T14:30:03.79638Z","steps":["trace[829018516] 'read index received' (duration: 127.420178ms)","trace[829018516] 'applied index is now lower than readState.Index' (duration: 217.386µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:30:03.796528Z","caller":"traceutil/trace.go:171","msg":"trace[6823640] transaction","detail":"{read_only:false; response_revision:11733; number_of_response:1; }","duration":"169.310041ms","start":"2026-07-29T14:30:03.627205Z","end":"2026-07-29T14:30:03.796515Z","steps":["trace[6823640] 'process raft request' (duration: 169.010683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:30:03.796743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.794479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T14:30:03.796819Z","caller":"traceutil/trace.go:171","msg":"trace[1384254779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11733; }","duration":"104.923992ms","start":"2026-07-29T14:30:03.691874Z","end":"2026-07-29T14:30:03.796798Z","steps":["trace[1384254779] 'agreement among raft nodes before linearized reading' (duration: 104.679635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:30:03.796905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.144679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T14:30:03.797Z","caller":"traceutil/trace.go:171","msg":"trace[1936671916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11733; }","duration":"128.292294ms","start":"2026-07-29T14:30:03.668687Z","end":"2026-07-29T14:30:03.796979Z","steps":["trace[1936671916] 'agreement among raft nodes before linearized reading' (duration: 128.001365ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:30:08.843954Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9460} {"level":"info","ts":"2026-07-29T14:30:08.902972Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9460,"took":"57.485621ms","hash":2156514999,"current-db-size-bytes":34066432,"current-db-size":"34 MB","current-db-size-in-use-bytes":15097856,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-07-29T14:30:08.903065Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2156514999,"revision":9460,"compact-revision":7011} {"level":"info","ts":"2026-07-29T14:34:01.293677Z","caller":"traceutil/trace.go:171","msg":"trace[714044626] transaction","detail":"{read_only:false; response_revision:13571; number_of_response:1; }","duration":"101.30158ms","start":"2026-07-29T14:34:01.192346Z","end":"2026-07-29T14:34:01.293648Z","steps":["trace[714044626] 'process raft request' (duration: 99.18722ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:35:08.851Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11770} {"level":"info","ts":"2026-07-29T14:35:08.927801Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11770,"took":"73.742892ms","hash":3367105292,"current-db-size-bytes":34066432,"current-db-size":"34 MB","current-db-size-in-use-bytes":15147008,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-07-29T14:35:08.927862Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3367105292,"revision":11770,"compact-revision":9460} {"level":"info","ts":"2026-07-29T14:38:47.716002Z","caller":"traceutil/trace.go:171","msg":"trace[1424066819] transaction","detail":"{read_only:false; response_revision:15431; number_of_response:1; }","duration":"133.892351ms","start":"2026-07-29T14:38:47.582077Z","end":"2026-07-29T14:38:47.715969Z","steps":["trace[1424066819] 'process raft request' (duration: 133.671185ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:38:58.415917Z","caller":"traceutil/trace.go:171","msg":"trace[784497769] transaction","detail":"{read_only:false; response_revision:15497; number_of_response:1; }","duration":"140.806576ms","start":"2026-07-29T14:38:58.275085Z","end":"2026-07-29T14:38:58.415892Z","steps":["trace[784497769] 'process raft request' (duration: 140.622722ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:38:58.52229Z","caller":"traceutil/trace.go:171","msg":"trace[1126594174] transaction","detail":"{read_only:false; response_revision:15498; number_of_response:1; }","duration":"187.823201ms","start":"2026-07-29T14:38:58.33444Z","end":"2026-07-29T14:38:58.522263Z","steps":["trace[1126594174] 'process raft request' (duration: 183.410965ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:39:28.164892Z","caller":"traceutil/trace.go:171","msg":"trace[625637033] transaction","detail":"{read_only:false; response_revision:15688; number_of_response:1; }","duration":"106.669967ms","start":"2026-07-29T14:39:28.058186Z","end":"2026-07-29T14:39:28.164856Z","steps":["trace[625637033] 'process raft request' (duration: 89.980664ms)","trace[625637033] 'compare' (duration: 16.516808ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:39:29.647635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.292382ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T14:39:29.647818Z","caller":"traceutil/trace.go:171","msg":"trace[1128780992] linearizableReadLoop","detail":"{readStateIndex:16205; appliedIndex:16204; }","duration":"283.874265ms","start":"2026-07-29T14:39:29.363929Z","end":"2026-07-29T14:39:29.647803Z","steps":["trace[1128780992] 'read index received' (duration: 2.352047ms)","trace[1128780992] 'applied index is now lower than readState.Index' (duration: 281.521098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:39:29.647887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.592976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T14:39:29.647914Z","caller":"traceutil/trace.go:171","msg":"trace[922456766] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:15694; }","duration":"339.660208ms","start":"2026-07-29T14:39:29.308244Z","end":"2026-07-29T14:39:29.647905Z","steps":["trace[922456766] 'agreement among raft nodes before linearized reading' (duration: 339.601146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:39:29.647942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:39:29.308227Z","time spent":"339.70843ms","remote":"127.0.0.1:59278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:39:29.648489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.932486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T14:39:29.648511Z","caller":"traceutil/trace.go:171","msg":"trace[1826806020] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:15694; }","duration":"333.970477ms","start":"2026-07-29T14:39:29.314536Z","end":"2026-07-29T14:39:29.648506Z","steps":["trace[1826806020] 'agreement among raft nodes before linearized reading' (duration: 333.893895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:39:29.648524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:39:29.314528Z","time spent":"333.992317ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T14:39:29.648863Z","caller":"traceutil/trace.go:171","msg":"trace[240031056] transaction","detail":"{read_only:false; response_revision:15695; number_of_response:1; }","duration":"280.288704ms","start":"2026-07-29T14:39:29.368567Z","end":"2026-07-29T14:39:29.648856Z","steps":["trace[240031056] 'process raft request' (duration: 279.158712ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:39:30.174837Z","caller":"traceutil/trace.go:171","msg":"trace[1562795238] linearizableReadLoop","detail":"{readStateIndex:16209; appliedIndex:16208; }","duration":"240.571396ms","start":"2026-07-29T14:39:29.934241Z","end":"2026-07-29T14:39:30.174813Z","steps":["trace[1562795238] 'read index received' (duration: 144.924512ms)","trace[1562795238] 'applied index is now lower than readState.Index' (duration: 95.646104ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:39:30.174907Z","caller":"traceutil/trace.go:171","msg":"trace[1463661749] transaction","detail":"{read_only:false; response_revision:15698; number_of_response:1; }","duration":"325.436315ms","start":"2026-07-29T14:39:29.849422Z","end":"2026-07-29T14:39:30.174858Z","steps":["trace[1463661749] 'process raft request' (duration: 229.768049ms)","trace[1463661749] 'compare' (duration: 94.636536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:39:30.175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.733492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:39:30.175069Z","caller":"traceutil/trace.go:171","msg":"trace[256702724] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:15698; }","duration":"240.879565ms","start":"2026-07-29T14:39:29.934175Z","end":"2026-07-29T14:39:30.175055Z","steps":["trace[256702724] 'agreement among raft nodes before linearized reading' (duration: 240.71374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:39:30.175082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:39:29.849396Z","time spent":"325.602708ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:39:30.234202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.60747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:39:30.23427Z","caller":"traceutil/trace.go:171","msg":"trace[171741382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15699; }","duration":"288.726063ms","start":"2026-07-29T14:39:29.945527Z","end":"2026-07-29T14:39:30.234253Z","steps":["trace[171741382] 'agreement among raft nodes before linearized reading' (duration: 288.597509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:39:30.234799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.938084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T14:39:30.234913Z","caller":"traceutil/trace.go:171","msg":"trace[2073698938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15699; }","duration":"182.148308ms","start":"2026-07-29T14:39:30.052742Z","end":"2026-07-29T14:39:30.234891Z","steps":["trace[2073698938] 'agreement among raft nodes before linearized reading' (duration: 181.754737ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:39:30.373379Z","caller":"traceutil/trace.go:171","msg":"trace[1390424342] transaction","detail":"{read_only:false; response_revision:15702; number_of_response:1; }","duration":"110.811264ms","start":"2026-07-29T14:39:30.26254Z","end":"2026-07-29T14:39:30.373351Z","steps":["trace[1390424342] 'process raft request' (duration: 110.726861ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:39:30.373447Z","caller":"traceutil/trace.go:171","msg":"trace[364059402] transaction","detail":"{read_only:false; response_revision:15701; number_of_response:1; }","duration":"135.02363ms","start":"2026-07-29T14:39:30.238388Z","end":"2026-07-29T14:39:30.373411Z","steps":["trace[364059402] 'process raft request' (duration: 103.377093ms)","trace[364059402] 'compare' (duration: 31.35148ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:40:08.856933Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14043} {"level":"info","ts":"2026-07-29T14:40:08.926277Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14043,"took":"66.785514ms","hash":1754006446,"current-db-size-bytes":34066432,"current-db-size":"34 MB","current-db-size-in-use-bytes":10948608,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-07-29T14:40:08.926356Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1754006446,"revision":14043,"compact-revision":11770} {"level":"info","ts":"2026-07-29T14:40:11.182305Z","caller":"traceutil/trace.go:171","msg":"trace[1564788409] transaction","detail":"{read_only:false; response_revision:15959; number_of_response:1; }","duration":"397.124449ms","start":"2026-07-29T14:40:10.785155Z","end":"2026-07-29T14:40:11.18228Z","steps":["trace[1564788409] 'process raft request' (duration: 396.872922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:40:11.182471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:40:10.785132Z","time spent":"397.253312ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:40:11.197189Z","caller":"traceutil/trace.go:171","msg":"trace[1807385903] transaction","detail":"{read_only:false; response_revision:15960; number_of_response:1; }","duration":"313.783504ms","start":"2026-07-29T14:40:10.88338Z","end":"2026-07-29T14:40:11.197163Z","steps":["trace[1807385903] 'process raft request' (duration: 313.584808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:40:11.197445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:40:10.883355Z","time spent":"313.969789ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:40:11.197476Z","caller":"traceutil/trace.go:171","msg":"trace[2011731474] transaction","detail":"{read_only:false; response_revision:15961; number_of_response:1; }","duration":"290.655888ms","start":"2026-07-29T14:40:10.906797Z","end":"2026-07-29T14:40:11.197452Z","steps":["trace[2011731474] 'process raft request' (duration: 290.314188ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:40:13.433852Z","caller":"traceutil/trace.go:171","msg":"trace[502581772] linearizableReadLoop","detail":"{readStateIndex:16494; appliedIndex:16493; }","duration":"194.980882ms","start":"2026-07-29T14:40:13.238848Z","end":"2026-07-29T14:40:13.433829Z","steps":["trace[502581772] 'read index received' (duration: 194.942061ms)","trace[502581772] 'applied index is now lower than readState.Index' (duration: 37.961µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:40:13.433947Z","caller":"traceutil/trace.go:171","msg":"trace[185980784] transaction","detail":"{read_only:false; response_revision:15974; number_of_response:1; }","duration":"232.774604ms","start":"2026-07-29T14:40:13.201163Z","end":"2026-07-29T14:40:13.433938Z","steps":["trace[185980784] 'process raft request' (duration: 232.518827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:40:13.434156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.284711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:40:13.434246Z","caller":"traceutil/trace.go:171","msg":"trace[1578356610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15974; }","duration":"195.421835ms","start":"2026-07-29T14:40:13.238804Z","end":"2026-07-29T14:40:13.434226Z","steps":["trace[1578356610] 'agreement among raft nodes before linearized reading' (duration: 195.284841ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:40:58.458666Z","caller":"traceutil/trace.go:171","msg":"trace[220160718] transaction","detail":"{read_only:false; response_revision:16260; number_of_response:1; }","duration":"152.59156ms","start":"2026-07-29T14:40:58.306013Z","end":"2026-07-29T14:40:58.458604Z","steps":["trace[220160718] 'process raft request' (duration: 152.322712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:40:58.77951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.17607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:40:58.779648Z","caller":"traceutil/trace.go:171","msg":"trace[653859989] linearizableReadLoop","detail":"{readStateIndex:16790; appliedIndex:16789; }","duration":"256.92729ms","start":"2026-07-29T14:40:58.522702Z","end":"2026-07-29T14:40:58.77963Z","steps":["trace[653859989] 'read index received' (duration: 62.528794ms)","trace[653859989] 'applied index is now lower than readState.Index' (duration: 194.397286ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:40:58.779717Z","caller":"traceutil/trace.go:171","msg":"trace[673337213] transaction","detail":"{read_only:false; response_revision:16261; number_of_response:1; }","duration":"316.8114ms","start":"2026-07-29T14:40:58.462867Z","end":"2026-07-29T14:40:58.779678Z","steps":["trace[673337213] 'process raft request' (duration: 122.366952ms)","trace[673337213] 'compare' (duration: 194.017596ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:40:58.779833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.127796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T14:40:58.779877Z","caller":"traceutil/trace.go:171","msg":"trace[900903322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16261; }","duration":"257.205718ms","start":"2026-07-29T14:40:58.522658Z","end":"2026-07-29T14:40:58.779864Z","steps":["trace[900903322] 'agreement among raft nodes before linearized reading' (duration: 257.050224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:40:58.779976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:40:58.462847Z","time spent":"316.957783ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:40:58.857098Z","caller":"traceutil/trace.go:171","msg":"trace[1630760200] transaction","detail":"{read_only:false; response_revision:16262; number_of_response:1; }","duration":"112.541673ms","start":"2026-07-29T14:40:58.744517Z","end":"2026-07-29T14:40:58.857058Z","steps":["trace[1630760200] 'process raft request' (duration: 112.286846ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:40:58.987462Z","caller":"traceutil/trace.go:171","msg":"trace[1831367629] transaction","detail":"{read_only:false; response_revision:16263; number_of_response:1; }","duration":"203.195666ms","start":"2026-07-29T14:40:58.784237Z","end":"2026-07-29T14:40:58.987433Z","steps":["trace[1831367629] 'process raft request' (duration: 203.015891ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:40:59.117719Z","caller":"traceutil/trace.go:171","msg":"trace[1219173272] transaction","detail":"{read_only:false; response_revision:16264; number_of_response:1; }","duration":"255.977253ms","start":"2026-07-29T14:40:58.861714Z","end":"2026-07-29T14:40:59.117691Z","steps":["trace[1219173272] 'process raft request' (duration: 191.090802ms)","trace[1219173272] 'compare' (duration: 64.782248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:40:59.385144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.850444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:40:59.385253Z","caller":"traceutil/trace.go:171","msg":"trace[990915844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16265; }","duration":"149.000598ms","start":"2026-07-29T14:40:59.236223Z","end":"2026-07-29T14:40:59.385224Z","steps":["trace[990915844] 'range keys from in-memory index tree' (duration: 148.7672ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:40:59.83899Z","caller":"traceutil/trace.go:171","msg":"trace[347984684] transaction","detail":"{read_only:false; response_revision:16267; number_of_response:1; }","duration":"188.235261ms","start":"2026-07-29T14:40:59.65072Z","end":"2026-07-29T14:40:59.838956Z","steps":["trace[347984684] 'process raft request' (duration: 137.805379ms)","trace[347984684] 'compare' (duration: 50.135713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:41:00.342156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.702241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:41:00.342222Z","caller":"traceutil/trace.go:171","msg":"trace[723238694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16269; }","duration":"104.818885ms","start":"2026-07-29T14:41:00.237389Z","end":"2026-07-29T14:41:00.342208Z","steps":["trace[723238694] 'range keys from in-memory index tree' (duration: 104.63153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:41:00.61298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.121698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T14:41:00.613066Z","caller":"traceutil/trace.go:171","msg":"trace[1390573927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16270; }","duration":"150.250353ms","start":"2026-07-29T14:41:00.462796Z","end":"2026-07-29T14:41:00.613046Z","steps":["trace[1390573927] 'range keys from in-memory index tree' (duration: 149.951185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:41:07.335986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.310872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:41:07.336165Z","caller":"traceutil/trace.go:171","msg":"trace[1161714329] transaction","detail":"{read_only:false; response_revision:16313; number_of_response:1; }","duration":"329.292844ms","start":"2026-07-29T14:41:07.006848Z","end":"2026-07-29T14:41:07.336141Z","steps":["trace[1161714329] 'process raft request' (duration: 115.739244ms)","trace[1161714329] 'compare' (duration: 213.210191ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:41:07.336264Z","caller":"traceutil/trace.go:171","msg":"trace[1844513467] linearizableReadLoop","detail":"{readStateIndex:16844; appliedIndex:16843; }","duration":"314.01326ms","start":"2026-07-29T14:41:07.02223Z","end":"2026-07-29T14:41:07.336243Z","steps":["trace[1844513467] 'read index received' (duration: 100.270535ms)","trace[1844513467] 'applied index is now lower than readState.Index' (duration: 213.740285ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:41:07.336296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:41:07.006828Z","time spent":"329.395917ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:41:07.336414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.178954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T14:41:07.336461Z","caller":"traceutil/trace.go:171","msg":"trace[924269640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16314; }","duration":"314.261458ms","start":"2026-07-29T14:41:07.022186Z","end":"2026-07-29T14:41:07.336447Z","steps":["trace[924269640] 'agreement among raft nodes before linearized reading' (duration: 314.112143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:41:07.336491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:41:07.022166Z","time spent":"314.3164ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:41:07.336425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.496969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T14:41:07.336587Z","caller":"traceutil/trace.go:171","msg":"trace[1991975696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16314; }","duration":"181.665045ms","start":"2026-07-29T14:41:07.154889Z","end":"2026-07-29T14:41:07.336554Z","steps":["trace[1991975696] 'agreement among raft nodes before linearized reading' (duration: 181.455269ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:41:40.109217Z","caller":"traceutil/trace.go:171","msg":"trace[601314122] transaction","detail":"{read_only:false; response_revision:16555; number_of_response:1; }","duration":"112.977623ms","start":"2026-07-29T14:41:39.996214Z","end":"2026-07-29T14:41:40.109192Z","steps":["trace[601314122] 'process raft request' (duration: 112.838599ms)"],"step_count":1}