{"level":"warn","ts":"2026-08-28T06:09:23.61888Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T06:09:23.618988Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.66:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.66:2380","--initial-cluster=instance=https://162.253.55.66:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.66:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.66:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-28T06:09:23.619076Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T06:09:23.619093Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.66:2380"]} {"level":"info","ts":"2026-08-28T06:09:23.619122Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T06:09:23.620038Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.66:2379"]} {"level":"info","ts":"2026-08-28T06:09:23.62017Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.66:2380"],"listen-peer-urls":["https://162.253.55.66:2380"],"advertise-client-urls":["https://162.253.55.66:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.66:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.66:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-28T06:09:23.623208Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.707943ms"} {"level":"info","ts":"2026-08-28T06:09:23.629786Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"48afe2e91b68f008","cluster-id":"5894dcc7313657d8"} {"level":"info","ts":"2026-08-28T06:09:23.629883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"48afe2e91b68f008 switched to configuration voters=()"} {"level":"info","ts":"2026-08-28T06:09:23.629915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"48afe2e91b68f008 became follower at term 0"} {"level":"info","ts":"2026-08-28T06:09:23.629933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 48afe2e91b68f008 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-28T06:09:23.629947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"48afe2e91b68f008 became follower at term 1"} {"level":"info","ts":"2026-08-28T06:09:23.629993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"48afe2e91b68f008 switched to configuration voters=(5237654382470295560)"} {"level":"warn","ts":"2026-08-28T06:09:23.636278Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-28T06:09:23.638321Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-28T06:09:23.639904Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-28T06:09:23.642676Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"48afe2e91b68f008","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-28T06:09:23.642872Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"48afe2e91b68f008","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-28T06:09:23.64294Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T06:09:23.64306Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T06:09:23.64309Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T06:09:23.647258Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"48afe2e91b68f008 switched to configuration voters=(5237654382470295560)"} {"level":"info","ts":"2026-08-28T06:09:23.64745Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5894dcc7313657d8","local-member-id":"48afe2e91b68f008","added-peer-id":"48afe2e91b68f008","added-peer-peer-urls":["https://162.253.55.66:2380"]} {"level":"info","ts":"2026-08-28T06:09:23.648252Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T06:09:23.648503Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"48afe2e91b68f008","initial-advertise-peer-urls":["https://162.253.55.66:2380"],"listen-peer-urls":["https://162.253.55.66:2380"],"advertise-client-urls":["https://162.253.55.66:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.66:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-28T06:09:23.648538Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-28T06:09:23.648687Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.66:2380"} {"level":"info","ts":"2026-08-28T06:09:23.64932Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.66:2380"} {"level":"info","ts":"2026-08-28T06:09:23.831749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"48afe2e91b68f008 is starting a new election at term 1"} {"level":"info","ts":"2026-08-28T06:09:23.831822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"48afe2e91b68f008 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-28T06:09:23.831862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"48afe2e91b68f008 received MsgPreVoteResp from 48afe2e91b68f008 at term 1"} {"level":"info","ts":"2026-08-28T06:09:23.831882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"48afe2e91b68f008 became candidate at term 2"} {"level":"info","ts":"2026-08-28T06:09:23.831898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"48afe2e91b68f008 received MsgVoteResp from 48afe2e91b68f008 at term 2"} {"level":"info","ts":"2026-08-28T06:09:23.831914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"48afe2e91b68f008 became leader at term 2"} {"level":"info","ts":"2026-08-28T06:09:23.831926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 48afe2e91b68f008 elected leader 48afe2e91b68f008 at term 2"} {"level":"info","ts":"2026-08-28T06:09:23.839929Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"48afe2e91b68f008","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.66:2379]}","request-path":"/0/members/48afe2e91b68f008/attributes","cluster-id":"5894dcc7313657d8","publish-timeout":"7s"} {"level":"info","ts":"2026-08-28T06:09:23.839957Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T06:09:23.839979Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T06:09:23.840155Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T06:09:23.841103Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-28T06:09:23.841223Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-28T06:09:23.843133Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.66:2379"} {"level":"info","ts":"2026-08-28T06:09:23.844482Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5894dcc7313657d8","local-member-id":"48afe2e91b68f008","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T06:09:23.844449Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-28T06:09:23.844631Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T06:09:23.84467Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-08-28T06:09:52.293676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.143525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-28T06:09:52.29382Z","caller":"traceutil/trace.go:171","msg":"trace[386054676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:472; }","duration":"219.376181ms","start":"2026-08-28T06:09:52.074424Z","end":"2026-08-28T06:09:52.293801Z","steps":["trace[386054676] 'range keys from in-memory index tree' (duration: 218.971081ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:10:03.240965Z","caller":"traceutil/trace.go:171","msg":"trace[2107804956] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"123.070739ms","start":"2026-08-28T06:10:03.117874Z","end":"2026-08-28T06:10:03.240944Z","steps":["trace[2107804956] 'process raft request' (duration: 123.029928ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:10:03.241221Z","caller":"traceutil/trace.go:171","msg":"trace[191735208] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"124.765088ms","start":"2026-08-28T06:10:03.11642Z","end":"2026-08-28T06:10:03.241185Z","steps":["trace[191735208] 'process raft request' (duration: 124.41233ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:10:03.241462Z","caller":"traceutil/trace.go:171","msg":"trace[1246129250] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"125.161547ms","start":"2026-08-28T06:10:03.116294Z","end":"2026-08-28T06:10:03.241456Z","steps":["trace[1246129250] 'process raft request' (duration: 117.598843ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:10:03.243931Z","caller":"traceutil/trace.go:171","msg":"trace[321504851] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"118.906253ms","start":"2026-08-28T06:10:03.125018Z","end":"2026-08-28T06:10:03.243925Z","steps":["trace[321504851] 'process raft request' (duration: 118.549315ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:10:10.255776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.724988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-28T06:10:10.255909Z","caller":"traceutil/trace.go:171","msg":"trace[250425563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:627; }","duration":"714.911932ms","start":"2026-08-28T06:10:09.54097Z","end":"2026-08-28T06:10:10.255882Z","steps":["trace[250425563] 'range keys from in-memory index tree' (duration: 714.551764ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:10:10.255954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:10:09.540941Z","time spent":"715.002383ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-28T06:10:10.257351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.339959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T06:10:10.257516Z","caller":"traceutil/trace.go:171","msg":"trace[72451119] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"580.90223ms","start":"2026-08-28T06:10:09.676592Z","end":"2026-08-28T06:10:10.257494Z","steps":["trace[72451119] 'read index received' (duration: 210.457656ms)","trace[72451119] 'applied index is now lower than readState.Index' (duration: 370.442284ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:10:10.257645Z","caller":"traceutil/trace.go:171","msg":"trace[2113562489] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"598.69338ms","start":"2026-08-28T06:10:09.658933Z","end":"2026-08-28T06:10:10.257626Z","steps":["trace[2113562489] 'process raft request' (duration: 228.249706ms)","trace[2113562489] 'compare' (duration: 368.918039ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:10:10.25773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:10:09.65889Z","time spent":"598.792982ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T06:10:10.257882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.268548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2wwhv\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-08-28T06:10:10.257998Z","caller":"traceutil/trace.go:171","msg":"trace[728220228] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2wwhv; range_end:; response_count:1; response_revision:628; }","duration":"581.431442ms","start":"2026-08-28T06:10:09.676529Z","end":"2026-08-28T06:10:10.25796Z","steps":["trace[728220228] 'agreement among raft nodes before linearized reading' (duration: 581.126795ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:10:10.258049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:10:09.676504Z","time spent":"581.536224ms","remote":"127.0.0.1:33678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-2wwhv\" "} {"level":"info","ts":"2026-08-28T06:10:10.319941Z","caller":"traceutil/trace.go:171","msg":"trace[997176974] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"239.523265ms","start":"2026-08-28T06:10:10.080384Z","end":"2026-08-28T06:10:10.319907Z","steps":["trace[997176974] 'process raft request' (duration: 239.364212ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:10:10.320144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.316219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-28T06:10:10.320209Z","caller":"traceutil/trace.go:171","msg":"trace[1668852180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:629; }","duration":"219.431082ms","start":"2026-08-28T06:10:10.100761Z","end":"2026-08-28T06:10:10.320192Z","steps":["trace[1668852180] 'agreement among raft nodes before linearized reading' (duration: 219.192266ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:10:10.320305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.911409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T06:10:10.320457Z","caller":"traceutil/trace.go:171","msg":"trace[1172254128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"446.986761ms","start":"2026-08-28T06:10:09.873346Z","end":"2026-08-28T06:10:10.320333Z","steps":["trace[1172254128] 'agreement among raft nodes before linearized reading' (duration: 446.529711ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:10:10.320493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:10:09.873319Z","time spent":"447.165684ms","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-28T06:10:10.448165Z","caller":"traceutil/trace.go:171","msg":"trace[1600952395] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"185.720573ms","start":"2026-08-28T06:10:10.262409Z","end":"2026-08-28T06:10:10.448129Z","steps":["trace[1600952395] 'process raft request' (duration: 179.798227ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:10:10.448242Z","caller":"traceutil/trace.go:171","msg":"trace[461317457] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"171.521946ms","start":"2026-08-28T06:10:10.276675Z","end":"2026-08-28T06:10:10.448197Z","steps":["trace[461317457] 'process raft request' (duration: 171.363522ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:10:10.977685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.546842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T06:10:10.977917Z","caller":"traceutil/trace.go:171","msg":"trace[1635391966] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:648; }","duration":"539.942726ms","start":"2026-08-28T06:10:10.437955Z","end":"2026-08-28T06:10:10.977898Z","steps":["trace[1635391966] 'read index received' (duration: 4.170936ms)","trace[1635391966] 'applied index is now lower than readState.Index' (duration: 535.77009ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:10:10.978019Z","caller":"traceutil/trace.go:171","msg":"trace[1387248215] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"653.544936ms","start":"2026-08-28T06:10:10.324462Z","end":"2026-08-28T06:10:10.978007Z","steps":["trace[1387248215] 'process raft request' (duration: 297.528623ms)","trace[1387248215] 'compare' (duration: 355.301016ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:10:10.978075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:10:10.324447Z","time spent":"653.594987ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T06:10:10.978272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.287483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-28T06:10:10.97835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.00378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-28T06:10:10.978377Z","caller":"traceutil/trace.go:171","msg":"trace[2008146515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:633; }","duration":"540.452037ms","start":"2026-08-28T06:10:10.437898Z","end":"2026-08-28T06:10:10.97835Z","steps":["trace[2008146515] 'agreement among raft nodes before linearized reading' (duration: 540.182321ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:10:10.978388Z","caller":"traceutil/trace.go:171","msg":"trace[291191805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:633; }","duration":"329.159193ms","start":"2026-08-28T06:10:10.649215Z","end":"2026-08-28T06:10:10.978375Z","steps":["trace[291191805] 'agreement among raft nodes before linearized reading' (duration: 329.081751ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:10:10.978424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:10:10.649187Z","time spent":"329.231605ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-28T06:10:10.978428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:10:10.437879Z","time spent":"540.53823ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-28T06:10:10.978506Z","caller":"traceutil/trace.go:171","msg":"trace[2143715072] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"650.940896ms","start":"2026-08-28T06:10:10.327523Z","end":"2026-08-28T06:10:10.978464Z","steps":["trace[2143715072] 'process raft request' (duration: 650.279771ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:10:10.978608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.889858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T06:10:10.978644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:10:10.327509Z","time spent":"651.08404ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-28T06:10:10.978711Z","caller":"traceutil/trace.go:171","msg":"trace[1336910486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"287.086773ms","start":"2026-08-28T06:10:10.691596Z","end":"2026-08-28T06:10:10.978683Z","steps":["trace[1336910486] 'agreement among raft nodes before linearized reading' (duration: 286.836247ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:10:56.852217Z","caller":"traceutil/trace.go:171","msg":"trace[1827101230] linearizableReadLoop","detail":"{readStateIndex:1235; appliedIndex:1234; }","duration":"219.370461ms","start":"2026-08-28T06:10:56.632806Z","end":"2026-08-28T06:10:56.852176Z","steps":["trace[1827101230] 'read index received' (duration: 219.102965ms)","trace[1827101230] 'applied index is now lower than readState.Index' (duration: 266.256µs)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:10:56.852434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.586705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T06:10:56.852411Z","caller":"traceutil/trace.go:171","msg":"trace[1622725273] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"232.921374ms","start":"2026-08-28T06:10:56.619433Z","end":"2026-08-28T06:10:56.852354Z","steps":["trace[1622725273] 'process raft request' (duration: 232.572476ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:10:56.852483Z","caller":"traceutil/trace.go:171","msg":"trace[684428654] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1204; }","duration":"219.690998ms","start":"2026-08-28T06:10:56.63278Z","end":"2026-08-28T06:10:56.852471Z","steps":["trace[684428654] 'agreement among raft nodes before linearized reading' (duration: 219.560475ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:10:56.852668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.097121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-28T06:10:56.852777Z","caller":"traceutil/trace.go:171","msg":"trace[2077512688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1204; }","duration":"159.255574ms","start":"2026-08-28T06:10:56.693501Z","end":"2026-08-28T06:10:56.852757Z","steps":["trace[2077512688] 'agreement among raft nodes before linearized reading' (duration: 158.925566ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:11:46.89986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.980315ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T06:11:46.900022Z","caller":"traceutil/trace.go:171","msg":"trace[1046372087] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1895; }","duration":"354.16039ms","start":"2026-08-28T06:11:46.54584Z","end":"2026-08-28T06:11:46.9Z","steps":["trace[1046372087] 'range keys from in-memory index tree' (duration: 353.963084ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:11:46.900153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.259412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T06:11:46.900264Z","caller":"traceutil/trace.go:171","msg":"trace[1080750340] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1895; }","duration":"204.379685ms","start":"2026-08-28T06:11:46.695856Z","end":"2026-08-28T06:11:46.900236Z","steps":["trace[1080750340] 'count revisions from in-memory index tree' (duration: 204.082428ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:11:46.900265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.374748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1627fe99-8228-41f2-80dc-c1c99b9bb469\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-08-28T06:11:46.900362Z","caller":"traceutil/trace.go:171","msg":"trace[2053154894] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1627fe99-8228-41f2-80dc-c1c99b9bb469; range_end:; response_count:1; response_revision:1895; }","duration":"365.521341ms","start":"2026-08-28T06:11:46.53481Z","end":"2026-08-28T06:11:46.900332Z","steps":["trace[2053154894] 'range keys from in-memory index tree' (duration: 365.169754ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:11:46.900422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:11:46.534782Z","time spent":"365.626554ms","remote":"127.0.0.1:33678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1627fe99-8228-41f2-80dc-c1c99b9bb469\" "} {"level":"info","ts":"2026-08-28T06:11:47.251395Z","caller":"traceutil/trace.go:171","msg":"trace[209285541] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1962; }","duration":"106.744563ms","start":"2026-08-28T06:11:47.144612Z","end":"2026-08-28T06:11:47.251357Z","steps":["trace[209285541] 'read index received' (duration: 106.409164ms)","trace[209285541] 'applied index is now lower than readState.Index' (duration: 333.549µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:11:47.251487Z","caller":"traceutil/trace.go:171","msg":"trace[226373726] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"112.073475ms","start":"2026-08-28T06:11:47.139381Z","end":"2026-08-28T06:11:47.251455Z","steps":["trace[226373726] 'process raft request' (duration: 111.750597ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:11:47.252486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.619523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-28T06:11:47.252764Z","caller":"traceutil/trace.go:171","msg":"trace[826900111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1896; }","duration":"108.217257ms","start":"2026-08-28T06:11:47.1445Z","end":"2026-08-28T06:11:47.252717Z","steps":["trace[826900111] 'agreement among raft nodes before linearized reading' (duration: 106.986999ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:12:00.211884Z","caller":"traceutil/trace.go:171","msg":"trace[408756948] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"103.283193ms","start":"2026-08-28T06:12:00.108569Z","end":"2026-08-28T06:12:00.211852Z","steps":["trace[408756948] 'process raft request' (duration: 103.048038ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:12:42.491074Z","caller":"traceutil/trace.go:171","msg":"trace[1098569411] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2330; }","duration":"120.717615ms","start":"2026-08-28T06:12:42.370331Z","end":"2026-08-28T06:12:42.491049Z","steps":["trace[1098569411] 'read index received' (duration: 120.476499ms)","trace[1098569411] 'applied index is now lower than readState.Index' (duration: 239.576µs)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:12:42.491236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.884659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T06:12:42.491231Z","caller":"traceutil/trace.go:171","msg":"trace[1562335102] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"128.408322ms","start":"2026-08-28T06:12:42.362694Z","end":"2026-08-28T06:12:42.491102Z","steps":["trace[1562335102] 'process raft request' (duration: 128.209387ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:12:42.491283Z","caller":"traceutil/trace.go:171","msg":"trace[2032697065] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2251; }","duration":"121.011552ms","start":"2026-08-28T06:12:42.370256Z","end":"2026-08-28T06:12:42.491267Z","steps":["trace[2032697065] 'agreement among raft nodes before linearized reading' (duration: 120.902499ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:12:42.702249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.065362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T06:12:42.702353Z","caller":"traceutil/trace.go:171","msg":"trace[248522506] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2251; }","duration":"173.238456ms","start":"2026-08-28T06:12:42.529093Z","end":"2026-08-28T06:12:42.702331Z","steps":["trace[248522506] 'count revisions from in-memory index tree' (duration: 172.905379ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:19:03.696928Z","caller":"traceutil/trace.go:171","msg":"trace[1200797372] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"171.621801ms","start":"2026-08-28T06:19:03.525264Z","end":"2026-08-28T06:19:03.696886Z","steps":["trace[1200797372] 'process raft request' (duration: 132.177371ms)","trace[1200797372] 'compare' (duration: 39.182685ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:19:03.696956Z","caller":"traceutil/trace.go:171","msg":"trace[1491958835] linearizableReadLoop","detail":"{readStateIndex:5360; appliedIndex:5359; }","duration":"167.827553ms","start":"2026-08-28T06:19:03.529099Z","end":"2026-08-28T06:19:03.696926Z","steps":["trace[1491958835] 'read index received' (duration: 128.499286ms)","trace[1491958835] 'applied index is now lower than readState.Index' (duration: 39.326697ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:19:03.697329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.215974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15300"} {"level":"info","ts":"2026-08-28T06:19:03.697407Z","caller":"traceutil/trace.go:171","msg":"trace[2077434459] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5168; }","duration":"168.362727ms","start":"2026-08-28T06:19:03.529026Z","end":"2026-08-28T06:19:03.697389Z","steps":["trace[2077434459] 'agreement among raft nodes before linearized reading' (duration: 168.06572ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:19:09.263779Z","caller":"traceutil/trace.go:171","msg":"trace[1646763531] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"109.640531ms","start":"2026-08-28T06:19:09.153388Z","end":"2026-08-28T06:19:09.263029Z","steps":["trace[1646763531] 'process raft request' (duration: 86.943357ms)","trace[1646763531] 'compare' (duration: 22.451509ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:19:13.486389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.287781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:787113"} {"level":"info","ts":"2026-08-28T06:19:13.486534Z","caller":"traceutil/trace.go:171","msg":"trace[844939831] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5442; }","duration":"128.493525ms","start":"2026-08-28T06:19:13.358011Z","end":"2026-08-28T06:19:13.486505Z","steps":["trace[844939831] 'range keys from in-memory index tree' (duration: 127.742118ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:19:13.923651Z","caller":"traceutil/trace.go:171","msg":"trace[671553592] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"180.452905ms","start":"2026-08-28T06:19:13.743169Z","end":"2026-08-28T06:19:13.923622Z","steps":["trace[671553592] 'process raft request' (duration: 180.184649ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:19:14.023068Z","caller":"traceutil/trace.go:171","msg":"trace[638021189] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"272.133672ms","start":"2026-08-28T06:19:13.750859Z","end":"2026-08-28T06:19:14.022992Z","steps":["trace[638021189] 'process raft request' (duration: 272.017579ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:19:14.023317Z","caller":"traceutil/trace.go:171","msg":"trace[1492122512] linearizableReadLoop","detail":"{readStateIndex:5647; appliedIndex:5644; }","duration":"253.185904ms","start":"2026-08-28T06:19:13.769746Z","end":"2026-08-28T06:19:14.022932Z","steps":["trace[1492122512] 'read index received' (duration: 153.566364ms)","trace[1492122512] 'applied index is now lower than readState.Index' (duration: 99.61793ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:19:14.023296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.524163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2k7gq-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-08-28T06:19:14.023395Z","caller":"traceutil/trace.go:171","msg":"trace[1721390070] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2k7gq-tls; range_end:; response_count:1; response_revision:5445; }","duration":"253.680196ms","start":"2026-08-28T06:19:13.769694Z","end":"2026-08-28T06:19:14.023375Z","steps":["trace[1721390070] 'agreement among raft nodes before linearized reading' (duration: 253.385909ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:19:14.023551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.323651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T06:19:14.023602Z","caller":"traceutil/trace.go:171","msg":"trace[1184803737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5445; }","duration":"150.438593ms","start":"2026-08-28T06:19:13.873139Z","end":"2026-08-28T06:19:14.023578Z","steps":["trace[1184803737] 'agreement among raft nodes before linearized reading' (duration: 150.348061ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:19:14.023653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.042426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-28T06:19:14.023718Z","caller":"traceutil/trace.go:171","msg":"trace[120086252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5445; }","duration":"125.134538ms","start":"2026-08-28T06:19:13.898571Z","end":"2026-08-28T06:19:14.023705Z","steps":["trace[120086252] 'agreement among raft nodes before linearized reading' (duration: 124.961894ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:19:14.023826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.160864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-28T06:19:14.023863Z","caller":"traceutil/trace.go:171","msg":"trace[1515217696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5445; }","duration":"120.219855ms","start":"2026-08-28T06:19:13.903633Z","end":"2026-08-28T06:19:14.023853Z","steps":["trace[1515217696] 'agreement among raft nodes before linearized reading' (duration: 120.116803ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:19:14.02383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.862585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89cd7536-92aa-4552-97b3-a306c0163f60\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-08-28T06:19:14.023945Z","caller":"traceutil/trace.go:171","msg":"trace[278718693] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89cd7536-92aa-4552-97b3-a306c0163f60; range_end:; response_count:1; response_revision:5445; }","duration":"129.032969ms","start":"2026-08-28T06:19:13.894887Z","end":"2026-08-28T06:19:14.02392Z","steps":["trace[278718693] 'agreement among raft nodes before linearized reading' (duration: 128.65101ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:19:14.024003Z","caller":"traceutil/trace.go:171","msg":"trace[766118584] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"272.508401ms","start":"2026-08-28T06:19:13.750465Z","end":"2026-08-28T06:19:14.022973Z","steps":["trace[766118584] 'process raft request' (duration: 245.485677ms)","trace[766118584] 'compare' (duration: 26.792358ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:19:14.290599Z","caller":"traceutil/trace.go:171","msg":"trace[1460390673] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"142.585062ms","start":"2026-08-28T06:19:14.147974Z","end":"2026-08-28T06:19:14.290559Z","steps":["trace[1460390673] 'process raft request' (duration: 105.360142ms)","trace[1460390673] 'compare' (duration: 36.862891ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:19:14.290668Z","caller":"traceutil/trace.go:171","msg":"trace[430808189] linearizableReadLoop","detail":"{readStateIndex:5654; appliedIndex:5652; }","duration":"141.155008ms","start":"2026-08-28T06:19:14.149475Z","end":"2026-08-28T06:19:14.29063Z","steps":["trace[430808189] 'read index received' (duration: 87.894919ms)","trace[430808189] 'applied index is now lower than readState.Index' (duration: 53.258119ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:19:14.290676Z","caller":"traceutil/trace.go:171","msg":"trace[504909121] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"140.504394ms","start":"2026-08-28T06:19:14.150138Z","end":"2026-08-28T06:19:14.290642Z","steps":["trace[504909121] 'process raft request' (duration: 140.219747ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:19:14.291025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.517767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-28T06:19:14.291143Z","caller":"traceutil/trace.go:171","msg":"trace[1575011088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5453; }","duration":"141.715871ms","start":"2026-08-28T06:19:14.1494Z","end":"2026-08-28T06:19:14.291116Z","steps":["trace[1575011088] 'agreement among raft nodes before linearized reading' (duration: 141.343953ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:19:24.126084Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2992} {"level":"info","ts":"2026-08-28T06:19:24.215274Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2992,"took":"87.50746ms","hash":2223492300,"current-db-size-bytes":56086528,"current-db-size":"56 MB","current-db-size-in-use-bytes":31006720,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-28T06:19:24.215364Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2223492300,"revision":2992,"compact-revision":-1} {"level":"info","ts":"2026-08-28T06:19:36.536971Z","caller":"traceutil/trace.go:171","msg":"trace[1525403021] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"138.791834ms","start":"2026-08-28T06:19:36.39813Z","end":"2026-08-28T06:19:36.536922Z","steps":["trace[1525403021] 'process raft request' (duration: 51.917618ms)","trace[1525403021] 'compare' (duration: 86.1741ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:19:36.537514Z","caller":"traceutil/trace.go:171","msg":"trace[1001692165] linearizableReadLoop","detail":"{readStateIndex:6081; appliedIndex:6080; }","duration":"137.690009ms","start":"2026-08-28T06:19:36.399803Z","end":"2026-08-28T06:19:36.537493Z","steps":["trace[1001692165] 'read index received' (duration: 50.25617ms)","trace[1001692165] 'applied index is now lower than readState.Index' (duration: 87.431869ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:19:36.53783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.000686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-08-28T06:19:36.537942Z","caller":"traceutil/trace.go:171","msg":"trace[2067476449] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5865; }","duration":"138.17563ms","start":"2026-08-28T06:19:36.39974Z","end":"2026-08-28T06:19:36.537915Z","steps":["trace[2067476449] 'agreement among raft nodes before linearized reading' (duration: 137.911414ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:19:36.53798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.60139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-28T06:19:36.538052Z","caller":"traceutil/trace.go:171","msg":"trace[878225331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5865; }","duration":"135.718743ms","start":"2026-08-28T06:19:36.40232Z","end":"2026-08-28T06:19:36.538039Z","steps":["trace[878225331] 'agreement among raft nodes before linearized reading' (duration: 135.431117ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:19:36.759053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.159043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-08-28T06:19:36.759171Z","caller":"traceutil/trace.go:171","msg":"trace[1193223120] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5867; }","duration":"123.347748ms","start":"2026-08-28T06:19:36.635797Z","end":"2026-08-28T06:19:36.759145Z","steps":["trace[1193223120] 'range keys from in-memory index tree' (duration: 122.942128ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:19:36.906875Z","caller":"traceutil/trace.go:171","msg":"trace[1063095895] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"113.349517ms","start":"2026-08-28T06:19:36.7935Z","end":"2026-08-28T06:19:36.90685Z","steps":["trace[1063095895] 'process raft request' (duration: 112.876816ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:19:37.173264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.394099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T06:19:37.173391Z","caller":"traceutil/trace.go:171","msg":"trace[491995040] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5868; }","duration":"159.568073ms","start":"2026-08-28T06:19:37.013796Z","end":"2026-08-28T06:19:37.173364Z","steps":["trace[491995040] 'count revisions from in-memory index tree' (duration: 159.269307ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:19:37.173339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.419035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T06:19:37.173576Z","caller":"traceutil/trace.go:171","msg":"trace[1504215684] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5868; }","duration":"167.741372ms","start":"2026-08-28T06:19:37.005808Z","end":"2026-08-28T06:19:37.17355Z","steps":["trace[1504215684] 'count revisions from in-memory index tree' (duration: 167.259352ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:24:24.134593Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5634} {"level":"info","ts":"2026-08-28T06:24:24.227276Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5634,"took":"90.716284ms","hash":2165949166,"current-db-size-bytes":56086528,"current-db-size":"56 MB","current-db-size-in-use-bytes":28590080,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-08-28T06:24:24.227381Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2165949166,"revision":5634,"compact-revision":2992} {"level":"info","ts":"2026-08-28T06:26:10.621367Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023bd.wal"} {"level":"warn","ts":"2026-08-28T06:26:14.999236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.237704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T06:26:14.999438Z","caller":"traceutil/trace.go:171","msg":"trace[80989662] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"210.870858ms","start":"2026-08-28T06:26:14.788545Z","end":"2026-08-28T06:26:14.999416Z","steps":["trace[80989662] 'process raft request' (duration: 29.352447ms)","trace[80989662] 'compare' (duration: 181.102642ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:26:14.999834Z","caller":"traceutil/trace.go:171","msg":"trace[776031998] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"209.407554ms","start":"2026-08-28T06:26:14.790396Z","end":"2026-08-28T06:26:14.999803Z","steps":["trace[776031998] 'process raft request' (duration: 208.975584ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:26:44.688072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.577517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T06:26:44.688819Z","caller":"traceutil/trace.go:171","msg":"trace[649144129] linearizableReadLoop","detail":"{readStateIndex:9393; appliedIndex:9392; }","duration":"440.436508ms","start":"2026-08-28T06:26:44.248361Z","end":"2026-08-28T06:26:44.688798Z","steps":["trace[649144129] 'read index received' (duration: 226.926769ms)","trace[649144129] 'applied index is now lower than readState.Index' (duration: 213.507549ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:26:44.688924Z","caller":"traceutil/trace.go:171","msg":"trace[544937973] transaction","detail":"{read_only:false; response_revision:9071; number_of_response:1; }","duration":"512.237665ms","start":"2026-08-28T06:26:44.176674Z","end":"2026-08-28T06:26:44.688912Z","steps":["trace[544937973] 'process raft request' (duration: 298.698105ms)","trace[544937973] 'compare' (duration: 211.794939ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:26:44.688993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:26:44.17664Z","time spent":"512.317497ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T06:26:44.689158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.994349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-08-28T06:26:44.689259Z","caller":"traceutil/trace.go:171","msg":"trace[938347837] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9071; }","duration":"136.153353ms","start":"2026-08-28T06:26:44.553087Z","end":"2026-08-28T06:26:44.68924Z","steps":["trace[938347837] 'agreement among raft nodes before linearized reading' (duration: 135.914558ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:26:44.68947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.096613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jqvmh\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-08-28T06:26:44.689541Z","caller":"traceutil/trace.go:171","msg":"trace[207456443] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jqvmh; range_end:; response_count:1; response_revision:9071; }","duration":"441.204985ms","start":"2026-08-28T06:26:44.248316Z","end":"2026-08-28T06:26:44.689521Z","steps":["trace[207456443] 'agreement among raft nodes before linearized reading' (duration: 440.96928ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:26:44.689581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:26:44.248277Z","time spent":"441.292368ms","remote":"127.0.0.1:33678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-jqvmh\" "} {"level":"warn","ts":"2026-08-28T06:26:57.237187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.2763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-28T06:26:57.237279Z","caller":"traceutil/trace.go:171","msg":"trace[249534487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9137; }","duration":"160.453584ms","start":"2026-08-28T06:26:57.076804Z","end":"2026-08-28T06:26:57.237258Z","steps":["trace[249534487] 'range keys from in-memory index tree' (duration: 160.056896ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:27:56.388131Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"48afe2e91b68f008","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T06:27:56.395061Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-28T06:27:56.395186Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-08-28T06:28:28.668534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.951652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T06:28:28.668956Z","caller":"traceutil/trace.go:171","msg":"trace[1113173299] transaction","detail":"{read_only:false; response_revision:10008; number_of_response:1; }","duration":"144.821554ms","start":"2026-08-28T06:28:28.524111Z","end":"2026-08-28T06:28:28.668933Z","steps":["trace[1113173299] 'process raft request' (duration: 144.540218ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:28:28.668881Z","caller":"traceutil/trace.go:171","msg":"trace[416077019] transaction","detail":"{read_only:false; response_revision:10007; number_of_response:1; }","duration":"149.41193ms","start":"2026-08-28T06:28:28.519413Z","end":"2026-08-28T06:28:28.668825Z","steps":["trace[416077019] 'process raft request' (duration: 41.062748ms)","trace[416077019] 'compare' (duration: 107.689616ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:29:24.143224Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8024} {"level":"info","ts":"2026-08-28T06:29:24.231789Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8024,"took":"86.258692ms","hash":4188054132,"current-db-size-bytes":56086528,"current-db-size":"56 MB","current-db-size-in-use-bytes":24915968,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-08-28T06:29:24.231866Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4188054132,"revision":8024,"compact-revision":5634} {"level":"info","ts":"2026-08-28T06:34:12.742553Z","caller":"traceutil/trace.go:171","msg":"trace[911290538] transaction","detail":"{read_only:false; response_revision:12470; number_of_response:1; }","duration":"141.660579ms","start":"2026-08-28T06:34:12.60084Z","end":"2026-08-28T06:34:12.742501Z","steps":["trace[911290538] 'process raft request' (duration: 141.485685ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:34:12.835839Z","caller":"traceutil/trace.go:171","msg":"trace[296814648] linearizableReadLoop","detail":"{readStateIndex:12901; appliedIndex:12899; }","duration":"168.850418ms","start":"2026-08-28T06:34:12.666951Z","end":"2026-08-28T06:34:12.835801Z","steps":["trace[296814648] 'read index received' (duration: 75.504588ms)","trace[296814648] 'applied index is now lower than readState.Index' (duration: 93.3436ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:34:12.835901Z","caller":"traceutil/trace.go:171","msg":"trace[1715991815] transaction","detail":"{read_only:false; response_revision:12471; number_of_response:1; }","duration":"184.259875ms","start":"2026-08-28T06:34:12.651596Z","end":"2026-08-28T06:34:12.835856Z","steps":["trace[1715991815] 'process raft request' (duration: 163.029484ms)","trace[1715991815] 'compare' (duration: 20.953325ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:34:12.836095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.768426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T06:34:12.836151Z","caller":"traceutil/trace.go:171","msg":"trace[365593173] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12471; }","duration":"168.910149ms","start":"2026-08-28T06:34:12.667223Z","end":"2026-08-28T06:34:12.836133Z","steps":["trace[365593173] 'agreement among raft nodes before linearized reading' (duration: 168.789127ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:34:12.836241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.063869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T06:34:12.8363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.103853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-08-28T06:34:12.836345Z","caller":"traceutil/trace.go:171","msg":"trace[1070822363] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12471; }","duration":"166.174245ms","start":"2026-08-28T06:34:12.670159Z","end":"2026-08-28T06:34:12.836333Z","steps":["trace[1070822363] 'agreement among raft nodes before linearized reading' (duration: 165.95965ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:34:12.836339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.363679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-28T06:34:12.836426Z","caller":"traceutil/trace.go:171","msg":"trace[516958657] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12471; }","duration":"169.503943ms","start":"2026-08-28T06:34:12.666902Z","end":"2026-08-28T06:34:12.836406Z","steps":["trace[516958657] 'agreement among raft nodes before linearized reading' (duration: 169.050702ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:34:12.836484Z","caller":"traceutil/trace.go:171","msg":"trace[1011575400] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12471; }","duration":"168.209553ms","start":"2026-08-28T06:34:12.668091Z","end":"2026-08-28T06:34:12.8363Z","steps":["trace[1011575400] 'agreement among raft nodes before linearized reading' (duration: 168.0896ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:34:12.836506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.234884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T06:34:12.837002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.611055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T06:34:12.837172Z","caller":"traceutil/trace.go:171","msg":"trace[1360534993] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12471; }","duration":"168.432197ms","start":"2026-08-28T06:34:12.668191Z","end":"2026-08-28T06:34:12.836623Z","steps":["trace[1360534993] 'agreement among raft nodes before linearized reading' (duration: 168.224723ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:34:12.83711Z","caller":"traceutil/trace.go:171","msg":"trace[22118612] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12471; }","duration":"169.765719ms","start":"2026-08-28T06:34:12.667324Z","end":"2026-08-28T06:34:12.837089Z","steps":["trace[22118612] 'agreement among raft nodes before linearized reading' (duration: 168.994841ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:34:24.151516Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10392} {"level":"info","ts":"2026-08-28T06:34:24.235568Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10392,"took":"80.513054ms","hash":1810245776,"current-db-size-bytes":56086528,"current-db-size":"56 MB","current-db-size-in-use-bytes":25645056,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-28T06:34:24.235636Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1810245776,"revision":10392,"compact-revision":8024} {"level":"info","ts":"2026-08-28T06:39:24.159179Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12559} {"level":"info","ts":"2026-08-28T06:39:24.239619Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12559,"took":"77.895254ms","hash":3516131202,"current-db-size-bytes":56086528,"current-db-size":"56 MB","current-db-size-in-use-bytes":27734016,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T06:39:24.239727Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3516131202,"revision":12559,"compact-revision":10392} {"level":"info","ts":"2026-08-28T06:41:20.053137Z","caller":"traceutil/trace.go:171","msg":"trace[327390280] linearizableReadLoop","detail":"{readStateIndex:15793; appliedIndex:15792; }","duration":"103.855373ms","start":"2026-08-28T06:41:19.949261Z","end":"2026-08-28T06:41:20.053116Z","steps":["trace[327390280] 'read index received' (duration: 103.749611ms)","trace[327390280] 'applied index is now lower than readState.Index' (duration: 104.722µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:41:20.053208Z","caller":"traceutil/trace.go:171","msg":"trace[1182098392] transaction","detail":"{read_only:false; response_revision:15262; number_of_response:1; }","duration":"112.417552ms","start":"2026-08-28T06:41:19.940759Z","end":"2026-08-28T06:41:20.053177Z","steps":["trace[1182098392] 'process raft request' (duration: 112.252808ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:41:20.053439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.073019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-28T06:41:20.053503Z","caller":"traceutil/trace.go:171","msg":"trace[1233169836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15262; }","duration":"104.188141ms","start":"2026-08-28T06:41:19.949302Z","end":"2026-08-28T06:41:20.05349Z","steps":["trace[1233169836] 'agreement among raft nodes before linearized reading' (duration: 103.985216ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:41:20.053679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.394745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-28T06:41:20.05379Z","caller":"traceutil/trace.go:171","msg":"trace[650522142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15262; }","duration":"104.556409ms","start":"2026-08-28T06:41:19.949216Z","end":"2026-08-28T06:41:20.053772Z","steps":["trace[650522142] 'agreement among raft nodes before linearized reading' (duration: 103.988736ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:42:00.209081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.786402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T06:42:00.209198Z","caller":"traceutil/trace.go:171","msg":"trace[1006100050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15476; }","duration":"335.945916ms","start":"2026-08-28T06:41:59.873225Z","end":"2026-08-28T06:42:00.209171Z","steps":["trace[1006100050] 'range keys from in-memory index tree' (duration: 335.68448ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:42:00.209251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:41:59.873197Z","time spent":"336.040287ms","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-28T06:42:00.209317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.319677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T06:42:00.20957Z","caller":"traceutil/trace.go:171","msg":"trace[1685963089] transaction","detail":"{read_only:false; response_revision:15477; number_of_response:1; }","duration":"333.481518ms","start":"2026-08-28T06:41:59.876062Z","end":"2026-08-28T06:42:00.209543Z","steps":["trace[1685963089] 'process raft request' (duration: 151.862614ms)","trace[1685963089] 'compare' (duration: 181.01119ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:42:00.209614Z","caller":"traceutil/trace.go:171","msg":"trace[560661511] transaction","detail":"{read_only:false; response_revision:15478; number_of_response:1; }","duration":"273.278894ms","start":"2026-08-28T06:41:59.936323Z","end":"2026-08-28T06:42:00.209601Z","steps":["trace[560661511] 'process raft request' (duration: 273.061049ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:42:00.209676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:41:59.876034Z","time spent":"333.589331ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T06:42:24.563373Z","caller":"traceutil/trace.go:171","msg":"trace[1358768951] transaction","detail":"{read_only:false; response_revision:15796; number_of_response:1; }","duration":"265.24113ms","start":"2026-08-28T06:42:24.298106Z","end":"2026-08-28T06:42:24.563347Z","steps":["trace[1358768951] 'process raft request' (duration: 265.066126ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:42:24.605613Z","caller":"traceutil/trace.go:171","msg":"trace[2046584101] linearizableReadLoop","detail":"{readStateIndex:16351; appliedIndex:16349; }","duration":"276.032368ms","start":"2026-08-28T06:42:24.329552Z","end":"2026-08-28T06:42:24.605585Z","steps":["trace[2046584101] 'read index received' (duration: 233.603007ms)","trace[2046584101] 'applied index is now lower than readState.Index' (duration: 42.428491ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:42:24.605738Z","caller":"traceutil/trace.go:171","msg":"trace[29025425] transaction","detail":"{read_only:false; response_revision:15797; number_of_response:1; }","duration":"306.430692ms","start":"2026-08-28T06:42:24.299249Z","end":"2026-08-28T06:42:24.605679Z","steps":["trace[29025425] 'process raft request' (duration: 306.194457ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:42:24.60585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.283565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-28T06:42:24.605903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.867608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-28T06:42:24.605921Z","caller":"traceutil/trace.go:171","msg":"trace[1898145236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15797; }","duration":"276.409927ms","start":"2026-08-28T06:42:24.329495Z","end":"2026-08-28T06:42:24.605905Z","steps":["trace[1898145236] 'agreement among raft nodes before linearized reading' (duration: 276.187472ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:42:24.605918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:42:24.299232Z","time spent":"306.588556ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T06:42:24.605947Z","caller":"traceutil/trace.go:171","msg":"trace[1912659772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15797; }","duration":"209.924679ms","start":"2026-08-28T06:42:24.39601Z","end":"2026-08-28T06:42:24.605934Z","steps":["trace[1912659772] 'agreement among raft nodes before linearized reading' (duration: 209.771476ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:42:24.606115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.682403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-28T06:42:24.606168Z","caller":"traceutil/trace.go:171","msg":"trace[1615414252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15797; }","duration":"190.742495ms","start":"2026-08-28T06:42:24.4154Z","end":"2026-08-28T06:42:24.606142Z","steps":["trace[1615414252] 'agreement among raft nodes before linearized reading' (duration: 190.646763ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:42:24.606228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.600202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-28T06:42:24.606273Z","caller":"traceutil/trace.go:171","msg":"trace[1106938557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15797; }","duration":"196.673832ms","start":"2026-08-28T06:42:24.409584Z","end":"2026-08-28T06:42:24.606258Z","steps":["trace[1106938557] 'agreement among raft nodes before linearized reading' (duration: 196.518238ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:42:24.606303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.125797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-28T06:42:24.606336Z","caller":"traceutil/trace.go:171","msg":"trace[1724367965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15797; }","duration":"189.180208ms","start":"2026-08-28T06:42:24.417147Z","end":"2026-08-28T06:42:24.606327Z","steps":["trace[1724367965] 'agreement among raft nodes before linearized reading' (duration: 189.089596ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:43:52.432051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.481433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T06:43:52.432137Z","caller":"traceutil/trace.go:171","msg":"trace[2115436225] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16621; }","duration":"166.571045ms","start":"2026-08-28T06:43:52.265546Z","end":"2026-08-28T06:43:52.432118Z","steps":["trace[2115436225] 'range keys from in-memory index tree' (duration: 166.390821ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:43:52.432299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.483723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T06:43:52.432332Z","caller":"traceutil/trace.go:171","msg":"trace[1480135139] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16621; }","duration":"166.546915ms","start":"2026-08-28T06:43:52.265775Z","end":"2026-08-28T06:43:52.432322Z","steps":["trace[1480135139] 'range keys from in-memory index tree' (duration: 166.425352ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:43:52.43245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.522535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T06:43:52.432482Z","caller":"traceutil/trace.go:171","msg":"trace[305964204] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16621; }","duration":"166.576695ms","start":"2026-08-28T06:43:52.265898Z","end":"2026-08-28T06:43:52.432474Z","steps":["trace[305964204] 'range keys from in-memory index tree' (duration: 166.448863ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:43:52.432643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.783478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-08-28T06:43:52.432674Z","caller":"traceutil/trace.go:171","msg":"trace[999545803] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16621; }","duration":"153.85621ms","start":"2026-08-28T06:43:52.27881Z","end":"2026-08-28T06:43:52.432667Z","steps":["trace[999545803] 'range keys from in-memory index tree' (duration: 153.659196ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:43:53.361134Z","caller":"traceutil/trace.go:171","msg":"trace[1514847089] linearizableReadLoop","detail":"{readStateIndex:17202; appliedIndex:17201; }","duration":"250.413366ms","start":"2026-08-28T06:43:53.110688Z","end":"2026-08-28T06:43:53.361102Z","steps":["trace[1514847089] 'read index received' (duration: 172.605845ms)","trace[1514847089] 'applied index is now lower than readState.Index' (duration: 77.806031ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:43:53.361287Z","caller":"traceutil/trace.go:171","msg":"trace[996818120] transaction","detail":"{read_only:false; response_revision:16625; number_of_response:1; }","duration":"251.787848ms","start":"2026-08-28T06:43:53.10948Z","end":"2026-08-28T06:43:53.361268Z","steps":["trace[996818120] 'process raft request' (duration: 173.792312ms)","trace[996818120] 'compare' (duration: 77.377111ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:43:53.362085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.366218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-28T06:43:53.362181Z","caller":"traceutil/trace.go:171","msg":"trace[297333947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16625; }","duration":"251.504251ms","start":"2026-08-28T06:43:53.110652Z","end":"2026-08-28T06:43:53.362157Z","steps":["trace[297333947] 'agreement among raft nodes before linearized reading' (duration: 251.215054ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:43:53.362131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.273641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-08-28T06:43:53.362122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.669536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-28T06:43:53.362273Z","caller":"traceutil/trace.go:171","msg":"trace[1904219022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16625; }","duration":"224.448065ms","start":"2026-08-28T06:43:53.1378Z","end":"2026-08-28T06:43:53.362248Z","steps":["trace[1904219022] 'agreement among raft nodes before linearized reading' (duration: 224.072497ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:43:53.362339Z","caller":"traceutil/trace.go:171","msg":"trace[434412329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16625; }","duration":"229.921731ms","start":"2026-08-28T06:43:53.13239Z","end":"2026-08-28T06:43:53.362311Z","steps":["trace[434412329] 'agreement among raft nodes before linearized reading' (duration: 229.500032ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:43:53.362567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.262034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-28T06:43:53.362636Z","caller":"traceutil/trace.go:171","msg":"trace[1295903169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16625; }","duration":"244.366936ms","start":"2026-08-28T06:43:53.118253Z","end":"2026-08-28T06:43:53.36262Z","steps":["trace[1295903169] 'agreement among raft nodes before linearized reading' (duration: 243.021245ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:43:53.617306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.848707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T06:43:53.617499Z","caller":"traceutil/trace.go:171","msg":"trace[855118080] transaction","detail":"{read_only:false; response_revision:16627; number_of_response:1; }","duration":"250.246342ms","start":"2026-08-28T06:43:53.367236Z","end":"2026-08-28T06:43:53.617482Z","steps":["trace[855118080] 'process raft request' (duration: 250.16754ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:43:53.617745Z","caller":"traceutil/trace.go:171","msg":"trace[1023309337] transaction","detail":"{read_only:false; response_revision:16626; number_of_response:1; }","duration":"250.550749ms","start":"2026-08-28T06:43:53.367159Z","end":"2026-08-28T06:43:53.61771Z","steps":["trace[1023309337] 'process raft request' (duration: 104.215132ms)","trace[1023309337] 'compare' (duration: 145.740463ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:43:53.617756Z","caller":"traceutil/trace.go:171","msg":"trace[105426414] transaction","detail":"{read_only:false; response_revision:16628; number_of_response:1; }","duration":"250.364235ms","start":"2026-08-28T06:43:53.367344Z","end":"2026-08-28T06:43:53.617708Z","steps":["trace[105426414] 'process raft request' (duration: 250.102169ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:43:53.618067Z","caller":"traceutil/trace.go:171","msg":"trace[591862] linearizableReadLoop","detail":"{readStateIndex:17206; appliedIndex:17202; }","duration":"238.982602ms","start":"2026-08-28T06:43:53.379074Z","end":"2026-08-28T06:43:53.618057Z","steps":["trace[591862] 'read index received' (duration: 92.320797ms)","trace[591862] 'applied index is now lower than readState.Index' (duration: 146.660775ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:43:53.618233Z","caller":"traceutil/trace.go:171","msg":"trace[2007896955] transaction","detail":"{read_only:false; response_revision:16629; number_of_response:1; }","duration":"249.715969ms","start":"2026-08-28T06:43:53.368508Z","end":"2026-08-28T06:43:53.618224Z","steps":["trace[2007896955] 'process raft request' (duration: 249.121786ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:43:53.618535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.427872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T06:43:53.618633Z","caller":"traceutil/trace.go:171","msg":"trace[240522599] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:16629; }","duration":"239.557085ms","start":"2026-08-28T06:43:53.379049Z","end":"2026-08-28T06:43:53.618606Z","steps":["trace[240522599] 'agreement among raft nodes before linearized reading' (duration: 239.39315ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:43:53.618782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.998434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-08-28T06:43:53.618859Z","caller":"traceutil/trace.go:171","msg":"trace[768578383] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16629; }","duration":"189.117187ms","start":"2026-08-28T06:43:53.42971Z","end":"2026-08-28T06:43:53.618827Z","steps":["trace[768578383] 'agreement among raft nodes before linearized reading' (duration: 188.584004ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:44:24.166606Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14582} {"level":"info","ts":"2026-08-28T06:44:24.250222Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14582,"took":"80.587506ms","hash":2408229556,"current-db-size-bytes":56086528,"current-db-size":"56 MB","current-db-size-in-use-bytes":29622272,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T06:44:24.250319Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2408229556,"revision":14582,"compact-revision":12559} {"level":"info","ts":"2026-08-28T06:49:24.175915Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16788} {"level":"info","ts":"2026-08-28T06:49:24.283499Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16788,"took":"102.573364ms","hash":2149573380,"current-db-size-bytes":56086528,"current-db-size":"56 MB","current-db-size-in-use-bytes":31039488,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-28T06:49:24.283597Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2149573380,"revision":16788,"compact-revision":14582} {"level":"warn","ts":"2026-08-28T06:50:04.06699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.321079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T06:50:04.06709Z","caller":"traceutil/trace.go:171","msg":"trace[288112161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19324; }","duration":"193.481632ms","start":"2026-08-28T06:50:03.873588Z","end":"2026-08-28T06:50:04.06707Z","steps":["trace[288112161] 'range keys from in-memory index tree' (duration: 193.209546ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:50:05.670948Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"48afe2e91b68f008","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T06:50:05.677969Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-28T06:50:05.678063Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-28T06:50:11.48989Z","caller":"traceutil/trace.go:171","msg":"trace[826243071] transaction","detail":"{read_only:false; response_revision:19363; number_of_response:1; }","duration":"194.862796ms","start":"2026-08-28T06:50:11.294993Z","end":"2026-08-28T06:50:11.489856Z","steps":["trace[826243071] 'process raft request' (duration: 194.542138ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:50:11.904182Z","caller":"traceutil/trace.go:171","msg":"trace[1999566334] linearizableReadLoop","detail":"{readStateIndex:20036; appliedIndex:20035; }","duration":"214.97264ms","start":"2026-08-28T06:50:11.689186Z","end":"2026-08-28T06:50:11.904158Z","steps":["trace[1999566334] 'read index received' (duration: 13.942889ms)","trace[1999566334] 'applied index is now lower than readState.Index' (duration: 201.028891ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:50:11.904333Z","caller":"traceutil/trace.go:171","msg":"trace[1648140086] transaction","detail":"{read_only:false; response_revision:19366; number_of_response:1; }","duration":"249.713381ms","start":"2026-08-28T06:50:11.654582Z","end":"2026-08-28T06:50:11.904295Z","steps":["trace[1648140086] 'process raft request' (duration: 249.411004ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:50:11.90442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.207236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-28T06:50:11.904474Z","caller":"traceutil/trace.go:171","msg":"trace[1008232534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19366; }","duration":"215.307408ms","start":"2026-08-28T06:50:11.689153Z","end":"2026-08-28T06:50:11.90446Z","steps":["trace[1008232534] 'agreement among raft nodes before linearized reading' (duration: 215.129804ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:50:11.939756Z","caller":"traceutil/trace.go:171","msg":"trace[121466701] transaction","detail":"{read_only:false; response_revision:19367; number_of_response:1; }","duration":"205.826423ms","start":"2026-08-28T06:50:11.7339Z","end":"2026-08-28T06:50:11.939726Z","steps":["trace[121466701] 'process raft request' (duration: 205.654239ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:50:11.941072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.048324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f6bzf\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-08-28T06:50:11.941146Z","caller":"traceutil/trace.go:171","msg":"trace[1734952302] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f6bzf; range_end:; response_count:1; response_revision:19367; }","duration":"221.139315ms","start":"2026-08-28T06:50:11.719983Z","end":"2026-08-28T06:50:11.941122Z","steps":["trace[1734952302] 'agreement among raft nodes before linearized reading' (duration: 220.943691ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:50:11.942023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.725046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-28T06:50:11.942079Z","caller":"traceutil/trace.go:171","msg":"trace[423572453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19367; }","duration":"239.848588ms","start":"2026-08-28T06:50:11.702214Z","end":"2026-08-28T06:50:11.942062Z","steps":["trace[423572453] 'agreement among raft nodes before linearized reading' (duration: 239.715365ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:50:11.940714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.951231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-28T06:50:11.942456Z","caller":"traceutil/trace.go:171","msg":"trace[658791855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19367; }","duration":"252.765943ms","start":"2026-08-28T06:50:11.689675Z","end":"2026-08-28T06:50:11.942441Z","steps":["trace[658791855] 'agreement among raft nodes before linearized reading' (duration: 250.881699ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:50:12.291793Z","caller":"traceutil/trace.go:171","msg":"trace[591519477] transaction","detail":"{read_only:false; response_revision:19370; number_of_response:1; }","duration":"344.826168ms","start":"2026-08-28T06:50:11.946946Z","end":"2026-08-28T06:50:12.291772Z","steps":["trace[591519477] 'process raft request' (duration: 344.765057ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:50:12.291957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:50:11.946936Z","time spent":"344.945771ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T06:50:12.292432Z","caller":"traceutil/trace.go:171","msg":"trace[1823934769] transaction","detail":"{read_only:false; response_revision:19369; number_of_response:1; }","duration":"346.726054ms","start":"2026-08-28T06:50:11.945688Z","end":"2026-08-28T06:50:12.292414Z","steps":["trace[1823934769] 'process raft request' (duration: 345.845533ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:50:12.292764Z","caller":"traceutil/trace.go:171","msg":"trace[1227488113] linearizableReadLoop","detail":"{readStateIndex:20040; appliedIndex:20040; }","duration":"321.58852ms","start":"2026-08-28T06:50:11.971156Z","end":"2026-08-28T06:50:12.292744Z","steps":["trace[1227488113] 'read index received' (duration: 321.580049ms)","trace[1227488113] 'applied index is now lower than readState.Index' (duration: 6.911µs)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:50:12.292962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.726497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T06:50:12.293021Z","caller":"traceutil/trace.go:171","msg":"trace[121985045] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19370; }","duration":"292.871181ms","start":"2026-08-28T06:50:12.000137Z","end":"2026-08-28T06:50:12.293008Z","steps":["trace[121985045] 'agreement among raft nodes before linearized reading' (duration: 292.707587ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:50:12.293985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.551564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T06:50:12.294048Z","caller":"traceutil/trace.go:171","msg":"trace[1287764129] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19370; }","duration":"212.656305ms","start":"2026-08-28T06:50:12.081375Z","end":"2026-08-28T06:50:12.294031Z","steps":["trace[1287764129] 'agreement among raft nodes before linearized reading' (duration: 212.471441ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:50:12.29431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.003205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-28T06:50:12.294369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.434896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T06:50:12.294419Z","caller":"traceutil/trace.go:171","msg":"trace[653545048] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:19370; }","duration":"274.509006ms","start":"2026-08-28T06:50:12.019891Z","end":"2026-08-28T06:50:12.2944Z","steps":["trace[653545048] 'agreement among raft nodes before linearized reading' (duration: 274.454375ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:50:12.294472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.691134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-28T06:50:12.294519Z","caller":"traceutil/trace.go:171","msg":"trace[1499205031] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:19370; }","duration":"140.801247ms","start":"2026-08-28T06:50:12.153706Z","end":"2026-08-28T06:50:12.294508Z","steps":["trace[1499205031] 'agreement among raft nodes before linearized reading' (duration: 140.687414ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:50:12.294371Z","caller":"traceutil/trace.go:171","msg":"trace[1456531042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19370; }","duration":"131.087037ms","start":"2026-08-28T06:50:12.163269Z","end":"2026-08-28T06:50:12.294356Z","steps":["trace[1456531042] 'agreement among raft nodes before linearized reading' (duration: 130.989335ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:50:12.294301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.834494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946651"} {"level":"info","ts":"2026-08-28T06:50:12.294908Z","caller":"traceutil/trace.go:171","msg":"trace[412176252] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19370; }","duration":"349.456239ms","start":"2026-08-28T06:50:11.94544Z","end":"2026-08-28T06:50:12.294896Z","steps":["trace[412176252] 'agreement among raft nodes before linearized reading' (duration: 347.977584ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:50:12.294947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:50:11.945422Z","time spent":"349.51115ms","remote":"127.0.0.1:33678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946673,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-08-28T06:50:12.292534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:50:11.945665Z","time spent":"346.814957ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T06:50:12.591213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.623427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-08-28T06:50:12.591414Z","caller":"traceutil/trace.go:171","msg":"trace[666716402] transaction","detail":"{read_only:false; response_revision:19372; number_of_response:1; }","duration":"103.66475ms","start":"2026-08-28T06:50:12.487732Z","end":"2026-08-28T06:50:12.591397Z","steps":["trace[666716402] 'process raft request' (duration: 103.588058ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:50:12.591546Z","caller":"traceutil/trace.go:171","msg":"trace[2105895900] transaction","detail":"{read_only:false; response_revision:19371; number_of_response:1; }","duration":"286.057119ms","start":"2026-08-28T06:50:12.305408Z","end":"2026-08-28T06:50:12.591466Z","steps":["trace[2105895900] 'process raft request' (duration: 130.098944ms)","trace[2105895900] 'compare' (duration: 155.347071ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:50:12.634901Z","caller":"traceutil/trace.go:171","msg":"trace[121206504] transaction","detail":"{read_only:false; response_revision:19373; number_of_response:1; }","duration":"126.749585ms","start":"2026-08-28T06:50:12.508087Z","end":"2026-08-28T06:50:12.634837Z","steps":["trace[121206504] 'process raft request' (duration: 125.528957ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:54:24.184508Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19009} {"level":"info","ts":"2026-08-28T06:54:24.287542Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19009,"took":"99.157147ms","hash":1229480961,"current-db-size-bytes":56086528,"current-db-size":"56 MB","current-db-size-in-use-bytes":33849344,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-28T06:54:24.287619Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1229480961,"revision":19009,"compact-revision":16788} {"level":"info","ts":"2026-08-28T06:56:06.240543Z","caller":"traceutil/trace.go:171","msg":"trace[736645655] transaction","detail":"{read_only:false; response_revision:22112; number_of_response:1; }","duration":"162.239303ms","start":"2026-08-28T06:56:06.078269Z","end":"2026-08-28T06:56:06.240509Z","steps":["trace[736645655] 'process raft request' (duration: 162.030878ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:56:06.371293Z","caller":"traceutil/trace.go:171","msg":"trace[560185008] linearizableReadLoop","detail":"{readStateIndex:22874; appliedIndex:22873; }","duration":"123.092615ms","start":"2026-08-28T06:56:06.24817Z","end":"2026-08-28T06:56:06.371262Z","steps":["trace[560185008] 'read index received' (duration: 114.195449ms)","trace[560185008] 'applied index is now lower than readState.Index' (duration: 8.895276ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:56:06.371356Z","caller":"traceutil/trace.go:171","msg":"trace[37166760] transaction","detail":"{read_only:false; response_revision:22113; number_of_response:1; }","duration":"184.066908ms","start":"2026-08-28T06:56:06.187246Z","end":"2026-08-28T06:56:06.371313Z","steps":["trace[37166760] 'process raft request' (duration: 175.042799ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:56:06.371943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.74287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-28T06:56:06.372021Z","caller":"traceutil/trace.go:171","msg":"trace[1823438858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22113; }","duration":"123.885594ms","start":"2026-08-28T06:56:06.248119Z","end":"2026-08-28T06:56:06.372005Z","steps":["trace[1823438858] 'agreement among raft nodes before linearized reading' (duration: 123.30605ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:56:06.371617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.762039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-28T06:56:06.372387Z","caller":"traceutil/trace.go:171","msg":"trace[886562337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22113; }","duration":"102.573628ms","start":"2026-08-28T06:56:06.269769Z","end":"2026-08-28T06:56:06.372342Z","steps":["trace[886562337] 'agreement among raft nodes before linearized reading' (duration: 101.704598ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:56:06.490703Z","caller":"traceutil/trace.go:171","msg":"trace[581397958] transaction","detail":"{read_only:false; response_revision:22115; number_of_response:1; }","duration":"112.215822ms","start":"2026-08-28T06:56:06.378451Z","end":"2026-08-28T06:56:06.490667Z","steps":["trace[581397958] 'process raft request' (duration: 111.995757ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:56:16.958468Z","caller":"traceutil/trace.go:171","msg":"trace[1781481566] transaction","detail":"{read_only:false; response_revision:22166; number_of_response:1; }","duration":"147.213885ms","start":"2026-08-28T06:56:16.811228Z","end":"2026-08-28T06:56:16.958442Z","steps":["trace[1781481566] 'process raft request' (duration: 147.03549ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:56:22.554478Z","caller":"traceutil/trace.go:171","msg":"trace[2035145285] transaction","detail":"{read_only:false; response_revision:22195; number_of_response:1; }","duration":"128.214263ms","start":"2026-08-28T06:56:22.42623Z","end":"2026-08-28T06:56:22.554445Z","steps":["trace[2035145285] 'process raft request' (duration: 87.168442ms)","trace[2035145285] 'compare' (duration: 40.159391ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:56:22.797224Z","caller":"traceutil/trace.go:171","msg":"trace[1342644437] linearizableReadLoop","detail":"{readStateIndex:22960; appliedIndex:22959; }","duration":"197.254635ms","start":"2026-08-28T06:56:22.599936Z","end":"2026-08-28T06:56:22.79719Z","steps":["trace[1342644437] 'read index received' (duration: 120.972425ms)","trace[1342644437] 'applied index is now lower than readState.Index' (duration: 76.28057ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:56:22.79733Z","caller":"traceutil/trace.go:171","msg":"trace[1061248783] transaction","detail":"{read_only:false; response_revision:22196; number_of_response:1; }","duration":"237.869967ms","start":"2026-08-28T06:56:22.559361Z","end":"2026-08-28T06:56:22.797231Z","steps":["trace[1061248783] 'process raft request' (duration: 161.529456ms)","trace[1061248783] 'compare' (duration: 76.181847ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:56:22.797455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.50366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-28T06:56:22.797517Z","caller":"traceutil/trace.go:171","msg":"trace[413113591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22196; }","duration":"197.618303ms","start":"2026-08-28T06:56:22.599879Z","end":"2026-08-28T06:56:22.797497Z","steps":["trace[413113591] 'agreement among raft nodes before linearized reading' (duration: 197.427258ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:56:23.041137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.763951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T06:56:23.041296Z","caller":"traceutil/trace.go:171","msg":"trace[234101120] transaction","detail":"{read_only:false; response_revision:22197; number_of_response:1; }","duration":"237.98818ms","start":"2026-08-28T06:56:22.803271Z","end":"2026-08-28T06:56:23.04126Z","steps":["trace[234101120] 'process raft request' (duration: 110.963184ms)","trace[234101120] 'compare' (duration: 126.506194ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T06:56:23.383355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.875967ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-28T06:56:23.725689Z","caller":"traceutil/trace.go:171","msg":"trace[1455704773] linearizableReadLoop","detail":"{readStateIndex:22963; appliedIndex:22962; }","duration":"288.197094ms","start":"2026-08-28T06:56:23.437466Z","end":"2026-08-28T06:56:23.725664Z","steps":["trace[1455704773] 'read index received' (duration: 287.926098ms)","trace[1455704773] 'applied index is now lower than readState.Index' (duration: 269.646µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T06:56:23.725741Z","caller":"traceutil/trace.go:171","msg":"trace[1028527475] transaction","detail":"{read_only:false; response_revision:22198; number_of_response:1; }","duration":"319.577641ms","start":"2026-08-28T06:56:23.406137Z","end":"2026-08-28T06:56:23.725714Z","steps":["trace[1028527475] 'process raft request' (duration: 319.307475ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:56:23.725912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T06:56:23.406103Z","time spent":"319.701834ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T06:56:23.725897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.394959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T06:56:23.726037Z","caller":"traceutil/trace.go:171","msg":"trace[96997855] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22198; }","duration":"288.611333ms","start":"2026-08-28T06:56:23.437389Z","end":"2026-08-28T06:56:23.726001Z","steps":["trace[96997855] 'agreement among raft nodes before linearized reading' (duration: 288.364198ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T06:56:23.725937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.43038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-28T06:56:23.726103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.129011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-08-28T06:56:23.726143Z","caller":"traceutil/trace.go:171","msg":"trace[880797973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22198; }","duration":"254.676486ms","start":"2026-08-28T06:56:23.471447Z","end":"2026-08-28T06:56:23.726123Z","steps":["trace[880797973] 'agreement among raft nodes before linearized reading' (duration: 254.347629ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:56:23.726157Z","caller":"traceutil/trace.go:171","msg":"trace[1856185734] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22198; }","duration":"200.268514ms","start":"2026-08-28T06:56:23.52587Z","end":"2026-08-28T06:56:23.726138Z","steps":["trace[1856185734] 'agreement among raft nodes before linearized reading' (duration: 200.121851ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T06:59:24.191406Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21341} {"level":"info","ts":"2026-08-28T06:59:24.307412Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21341,"took":"112.335395ms","hash":460250825,"current-db-size-bytes":56086528,"current-db-size":"56 MB","current-db-size-in-use-bytes":30674944,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-28T06:59:24.307488Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":460250825,"revision":21341,"compact-revision":19009} {"level":"info","ts":"2026-08-28T07:00:38.871052Z","caller":"traceutil/trace.go:171","msg":"trace[1075613469] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"339.78208ms","start":"2026-08-28T07:00:38.531231Z","end":"2026-08-28T07:00:38.871013Z","steps":["trace[1075613469] 'process raft request' (duration: 339.449182ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T07:00:38.871299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T07:00:38.531204Z","time spent":"339.967054ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T07:00:38.918168Z","caller":"traceutil/trace.go:171","msg":"trace[656935770] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"235.950502ms","start":"2026-08-28T07:00:38.68219Z","end":"2026-08-28T07:00:38.918141Z","steps":["trace[656935770] 'process raft request' (duration: 235.719917ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T07:00:38.918387Z","caller":"traceutil/trace.go:171","msg":"trace[961575612] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"170.988236ms","start":"2026-08-28T07:00:38.747359Z","end":"2026-08-28T07:00:38.918347Z","steps":["trace[961575612] 'process raft request' (duration: 170.73313ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T07:02:03.360887Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000067df.wal"} {"level":"info","ts":"2026-08-28T07:04:24.201616Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23570} {"level":"info","ts":"2026-08-28T07:04:24.327718Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23570,"took":"120.977613ms","hash":1772742329,"current-db-size-bytes":56086528,"current-db-size":"56 MB","current-db-size-in-use-bytes":43315200,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-08-28T07:04:24.327793Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1772742329,"revision":23570,"compact-revision":21341} {"level":"info","ts":"2026-08-28T07:09:21.83632Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"48afe2e91b68f008","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T07:09:21.844071Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-08-28T07:09:21.844197Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-08-28T07:09:24.208966Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26792} {"level":"info","ts":"2026-08-28T07:09:24.356015Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26792,"took":"142.672641ms","hash":1968627586,"current-db-size-bytes":56086528,"current-db-size":"56 MB","current-db-size-in-use-bytes":30920704,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-28T07:09:24.356118Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1968627586,"revision":26792,"compact-revision":23570}